-- Logs begin at Tue 2021-05-18 01:03:57 UTC, end at Tue 2021-05-18 01:57:00 UTC. -- May 18 01:30:42.302750 dv-cinder-784623-9-smb systemd[1]: Started Devstack devstack@q-svc.service. May 18 01:30:44.703479 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.common.config [-] Logging enabled! May 18 01:30:44.704035 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 01:30:44.704252 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78744) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 01:30:44.707618 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.common.config [-] Logging enabled! May 18 01:30:44.707879 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 01:30:44.708194 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78744) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 01:30:44.709151 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 01:30:44.709392 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 01:30:44.709751 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 01:30:44.710007 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 01:30:44.710238 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 01:30:44.710564 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.710870 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.711176 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.711411 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.711714 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.712011 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.712299 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.712596 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.712923 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.713218 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.713507 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.713798 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.714035 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.714321 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.714617 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.714912 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.715145 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] debug = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.715991 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.716433 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.716876 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.717168 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.717476 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.717759 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.718039 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.718322 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.718615 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.718953 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] host = dv-cinder-784623-9-smb {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.719243 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.719541 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.719844 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.720141 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.720427 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.720710 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.721030 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.721313 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.721595 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] log_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.721879 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.722177 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.722473 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.722774 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.723004 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.723233 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.723529 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.723824 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.724108 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.724394 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.724676 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.724985 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.725270 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.725545 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.725837 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.726129 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.726421 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.726703 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.726984 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.727263 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.727544 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.727834 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.728114 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.728394 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.728674 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.728990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.729269 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.729551 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.729866 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.730159 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.730450 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.730740 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.731054 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.731346 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.731630 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.731912 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.732193 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] use_json = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.732476 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.732756 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.733076 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.733356 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.733638 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.733921 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.734203 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.734495 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:44.734799 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.735105 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.735413 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.735704 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.736009 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.736297 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.736593 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.736902 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.737201 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.737498 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.737793 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.738079 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.738374 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.738656 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.738956 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.739266 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.739567 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.739872 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.740154 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.740436 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.740717 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.741028 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.741321 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.741621 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.741917 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.742198 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.742483 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.742782 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.743065 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.743343 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.743627 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.743921 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.744209 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.744490 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.744811 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.745089 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.745366 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.745643 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.745928 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.746224 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.746533 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.746813 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.747091 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.747373 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.747651 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.747943 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.748225 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.748505 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.748795 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.749089 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.749370 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.749647 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.749937 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.750215 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.750499 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.750778 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.751055 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.751333 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.751610 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.751888 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.752165 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.752441 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.752723 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.753027 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.753303 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.753582 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.753861 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.754139 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.754433 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.754738 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.755024 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.755309 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.755592 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.755878 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.756165 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.756451 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.756739 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.757053 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.757332 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.757630 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.757922 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.758217 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.758508 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.758796 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.759098 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.759385 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.759675 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.759966 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.760255 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.760553 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.760869 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.761173 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.761475 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.761776 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.762607 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.762912 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.763205 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.763524 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.763813 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:44.764038 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 01:30:44.764285 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78744) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 01:30:45.113944 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:30:45.114154 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:30:45.114445 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:30:45.114794 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 01:30:45.417968 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.418263 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.419067 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.420288 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.420567 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.420863 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.538769 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.539052 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.539325 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.552923 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.553211 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.553487 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.582537 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.582822 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.583095 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.620660 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.620971 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.621245 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.853046 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.853631 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.853631 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.853799 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.854521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.978801 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.979125 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.979410 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.979687 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.980096 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.980420 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.980690 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.981532 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.981796 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.982085 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.982353 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.982628 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.982901 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.983164 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.983436 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.983712 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.983974 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.984250 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.984509 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.984813 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.985171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.985433 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.985688 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.985976 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.986232 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.986484 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:45.986876 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 01:30:45.987121 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 01:30:45.987366 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 01:30:45.987607 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 01:30:45.987853 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 01:30:45.988088 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 01:30:45.988463 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 01:30:45.991556 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 01:30:45.995485 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 01:30:45.999468 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 18 01:30:46.001133 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 01:30:46.001582 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 01:30:46.001923 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 01:30:46.002314 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 01:30:46.005297 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 01:30:46.005556 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 01:30:46.005914 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 01:30:46.033628 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 01:30:46.034079 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.034379 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78744) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 18 01:30:46.034745 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.036113 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78744) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 01:30:46.036392 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 01:30:46.036639 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 01:30:46.039863 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.040153 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.114234 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 01:30:46.114429 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 01:30:46.114673 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 01:30:46.115044 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 01:30:46.144684 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_db.sqlalchemy.engines [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78744) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 01:30:46.478645 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Initializing driver for type 'gre' May 18 01:30:46.479191 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] gre ID ranges: [(1, 1000)] May 18 01:30:46.528761 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Initializing driver for type 'local' May 18 01:30:46.529129 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Initializing driver for type 'vlan' May 18 01:30:46.540513 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] VlanTypeDriver initialization complete May 18 01:30:46.540923 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Initializing driver for type 'vxlan' May 18 01:30:46.541407 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] vxlan ID ranges: [(1, 1000)] May 18 01:30:46.599309 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Initializing extension driver 'port_security' May 18 01:30:46.599690 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.extensions.port_security [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] PortSecurityExtensionDriver initialization complete May 18 01:30:46.600028 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Initializing mechanism driver 'openvswitch' May 18 01:30:46.600354 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Initializing mechanism driver 'hyperv' May 18 01:30:46.607442 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:30:46.608189 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > port after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.608568 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > port after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.608957 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > port after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.609351 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > subnet after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.609707 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > subnet after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.610066 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.610438 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > network after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.610789 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > network after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.611139 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > network after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.611515 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > security_group after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.611864 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > security_group after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.612206 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.612583 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.612958 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.613299 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.613679 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > address_group after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.614021 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > address_group after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.614356 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.614692 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] ML2 OVO RPC backend initialized. {{(pid=78744) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 18 01:30:46.615390 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.615747 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.616168 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > network before_response 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.616519 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > networks before_response 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.616888 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > port before_response 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.617231 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > ports before_response 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.617576 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > subnet before_response 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.617913 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > subnets before_response 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.618257 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > network after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.618594 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > network after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.618926 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > network after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.619265 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > port after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.619601 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > port after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.619934 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > port after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.620267 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > subnet after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.620601 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > subnet after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.620971 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.621541 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.plugin [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Modular L2 Plugin initialization complete May 18 01:30:46.621866 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading services supported by the core plugin {{(pid=78744) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 01:30:46.622193 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.plugins.ml2.managers [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Got port-security extension from driver 'port_security' May 18 01:30:46.622655 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.extensions.vlantransparent [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Disabled vlantransparent extension. May 18 01:30:46.623145 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78744) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 01:30:46.623459 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading Plugin: router May 18 01:30:46.658803 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.659183 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router after_create 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.659556 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router before_create 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.659926 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.660296 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.660658 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router after_delete 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.661042 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.661410 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router after_create 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.661759 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router after_update 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.662113 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router after_update 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.662463 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.662821 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router after_update 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.663229 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router precommit_update 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.663598 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: port after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.663939 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: port after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.664284 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: subnet after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.664620 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.664989 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.665338 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router precommit_create 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.665681 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: port before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.666024 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router precommit_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.666379 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router after_update 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.666721 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.667066 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router precommit_create 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.667425 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.667772 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router precommit_update 55549900 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.668143 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > network after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.669611 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Tracking information for resource: router configured {{(pid=78744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 01:30:46.669951 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Tracking information for resource: floatingip configured {{(pid=78744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 01:30:46.674881 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.db.l3_agentschedulers_db [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 01:30:46.675467 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: port after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.675833 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: port after_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.676184 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: port after_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.676538 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: port after_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.677349 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router before_create 55550100 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.677717 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.678085 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router precommit_create 55550100 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.678444 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > router precommit_update 55550100 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.682950 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.services.provider_configuration [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service providers = [] {{(pid=78744) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 01:30:46.683308 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.db.servicetype_db [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78744) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 01:30:46.686245 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.services.service_base [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 01:30:46.686600 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.services.service_base [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 01:30:46.686943 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.services.service_base [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 01:30:46.687809 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.services.service_base [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 01:30:46.688184 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.services.service_base [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 01:30:46.690019 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 01:30:46.690361 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 01:30:46.700943 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 01:30:46.701282 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading Plugin: auto_allocate May 18 01:30:46.707038 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: network precommit_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.707412 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: network precommit_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.707924 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 01:30:46.708247 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading Plugin: tag May 18 01:30:46.714943 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 01:30:46.715792 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading Plugin: timestamp May 18 01:30:46.719513 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 01:30:46.719844 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading Plugin: network_ip_availability May 18 01:30:46.725040 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.725418 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.725775 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.726484 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 01:30:46.726807 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading Plugin: flavors May 18 01:30:46.732333 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 01:30:46.732623 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading Plugin: revisions May 18 01:30:46.736826 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 01:30:46.737217 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:30:46.737959 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78744) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 18 01:30:46.738293 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Initializing extension manager. May 18 01:30:46.738798 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: __init__.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.739141 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: __pycache__ {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.739480 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.739815 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: address_group.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.740564 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.741155 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: address-group May 18 01:30:46.741480 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: address_scope.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.742181 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.742689 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: address-scope May 18 01:30:46.743012 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.743915 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.744423 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: router-admin-state-down-before-update May 18 01:30:46.744744 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: agent.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.745458 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.745962 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: agent May 18 01:30:46.746285 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: agent_resources_synced.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.747205 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.747710 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: agent-resources-synced May 18 01:30:46.748032 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: allowedaddresspairs.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.749795 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.750319 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: allowed-address-pairs May 18 01:30:46.750651 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: auto_allocated_topology.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.751714 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.752232 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: auto-allocated-topology May 18 01:30:46.752555 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: availability_zone.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.753264 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.753774 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: availability_zone May 18 01:30:46.754094 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: availability_zone_filter.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.754991 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.755501 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: availability_zone_filter May 18 01:30:46.755822 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: data_plane_status.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.756708 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.757234 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension data-plane-status not supported by any of loaded plugins May 18 01:30:46.757556 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: default_subnetpools.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.758450 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.758957 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: default-subnetpools May 18 01:30:46.759278 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.760067 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.760582 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: dhcp_agent_scheduler May 18 01:30:46.760942 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: dns.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.761832 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.762386 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension dns-integration not supported by any of loaded plugins May 18 01:30:46.762712 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: dns_domain_ports.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.763610 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.764113 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 01:30:46.764437 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: dvr.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.765132 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.765640 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: dvr May 18 01:30:46.765964 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: empty_string_filtering.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.766851 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.767355 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: empty-string-filtering May 18 01:30:46.767677 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.768563 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.769103 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 01:30:46.769425 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.770313 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.770821 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 01:30:46.771143 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: external_net.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.772037 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.772542 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: external-net May 18 01:30:46.772889 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.773783 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.774287 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: extra_dhcp_opt May 18 01:30:46.774610 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: extraroute.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.775504 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.776008 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: extraroute May 18 01:30:46.776330 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: extraroute_atomic.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.777374 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.778396 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: extraroute-atomic May 18 01:30:46.778717 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: filter_validation.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.779376 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.779881 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: filter-validation May 18 01:30:46.780201 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: fip_pf_description.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.781292 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.781797 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 01:30:46.782118 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: fip_port_details.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.783025 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.783526 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: fip-port-details May 18 01:30:46.783848 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: flavors.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.785090 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.785611 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: flavors May 18 01:30:46.785935 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.787564 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.788084 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 01:30:46.788413 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: floatingip_pools.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.789131 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.789642 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: floatingip-pools May 18 01:30:46.789967 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: ip_allocation.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.790875 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.791392 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension ip_allocation not supported by any of loaded plugins May 18 01:30:46.791718 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.792636 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.793182 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: ip-substring-filtering May 18 01:30:46.794211 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: l2_adjacency.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.795068 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.795578 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension l2_adjacency not supported by any of loaded plugins May 18 01:30:46.795902 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: l3.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.796870 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.797389 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: router May 18 01:30:46.797715 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.799911 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.800443 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 01:30:46.800806 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.801724 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.802246 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: ext-gw-mode May 18 01:30:46.802572 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.803474 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.803987 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: l3-ha May 18 01:30:46.804314 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: l3_flavors.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.805235 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.805747 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: l3-flavors May 18 01:30:46.806071 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.806968 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.807481 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: l3-port-ip-change-not-allowed May 18 01:30:46.807805 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: l3agentscheduler.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.808860 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.809400 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: l3_agent_scheduler May 18 01:30:46.809729 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: logging.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.811206 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.811731 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension logging not supported by any of loaded plugins May 18 01:30:46.812066 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: metering.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.812815 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.813396 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: metering May 18 01:30:46.813723 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.814789 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.815306 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: metering_source_and_destination_fields May 18 01:30:46.815633 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: multiprovidernet.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.816670 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.817219 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: multi-provider May 18 01:30:46.817546 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: netmtu.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.818709 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.819217 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: net-mtu May 18 01:30:46.819541 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: netmtu_writable.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.820436 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.820966 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: net-mtu-writable May 18 01:30:46.821297 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: network_availability_zone.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.821955 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.822458 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: network_availability_zone May 18 01:30:46.822781 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: network_ip_availability.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.823858 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.824370 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: network-ip-availability May 18 01:30:46.825232 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: network_segment_range.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.825995 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.826508 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension network-segment-range not supported by any of loaded plugins May 18 01:30:46.826835 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: pagination.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.827795 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.828126 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: pagination May 18 01:30:46.828450 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: port_device_profile.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.829379 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.829893 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: port-device-profile May 18 01:30:46.830216 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.831120 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.831634 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: port-mac-address-regenerate May 18 01:30:46.831957 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.832880 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.833387 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: port-numa-affinity-policy May 18 01:30:46.833707 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: port_resource_request.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.834595 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.835096 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension port-resource-request not supported by any of loaded plugins May 18 01:30:46.835418 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: portbindings.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.836328 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.836862 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: binding May 18 01:30:46.837187 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: portbindings_extended.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.838448 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.838966 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: binding-extended May 18 01:30:46.839298 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: portsecurity.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.840272 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.840800 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: port-security May 18 01:30:46.841134 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: project_id.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.842101 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.842433 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: project-id May 18 01:30:46.842759 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: providernet.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.843661 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.844174 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: provider May 18 01:30:46.844498 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: qos.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.848000 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.848522 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension qos not supported by any of loaded plugins May 18 01:30:46.848882 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.850103 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.850620 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 01:30:46.850951 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.851860 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.852374 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 01:30:46.852701 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: qos_default.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.853630 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.854143 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension qos-default not supported by any of loaded plugins May 18 01:30:46.854458 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: qos_fip.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.855098 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.855605 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension qos-fip not supported by any of loaded plugins May 18 01:30:46.856455 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: qos_gateway_ip.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.857394 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.857917 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 01:30:46.858243 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: qos_port_network_policy.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.859143 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.859658 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 01:30:46.859985 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: qos_rule_type_details.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.860929 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.861444 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 01:30:46.861767 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: qos_rules_alias.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.862804 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.863320 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 01:30:46.863640 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: quotasv2.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.864638 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.864991 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: quotas May 18 01:30:46.865316 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: quotasv2_detail.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.866917 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.867258 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: quota_details May 18 01:30:46.867589 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: rbac.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.868622 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.869175 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: rbac-policies May 18 01:30:46.869507 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: rbac_address_group.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.870419 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.870936 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: rbac-address-group May 18 01:30:46.871263 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: rbac_address_scope.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.872764 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.873305 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: rbac-address-scope May 18 01:30:46.873630 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: rbac_security_groups.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.874528 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.875041 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: rbac-security-groups May 18 01:30:46.875360 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: rbac_subnetpool.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.876255 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.876763 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: rbac-subnetpool May 18 01:30:46.877115 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: revisionifmatch.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.878016 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.878521 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: revision-if-match May 18 01:30:46.878842 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: revisions.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.879930 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.880439 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: standard-attr-revisions May 18 01:30:46.880760 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: router_availability_zone.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.881439 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.881946 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: router_availability_zone May 18 01:30:46.882272 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: routerservicetype.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.883167 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.883675 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension router-service-type not supported by any of loaded plugins May 18 01:30:46.883996 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.884931 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.885436 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: security-groups-normalized-cidr May 18 01:30:46.885758 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.886654 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.887192 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: port-security-groups-filtering May 18 01:30:46.887517 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.888419 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.888967 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: security-groups-remote-address-group May 18 01:30:46.889292 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: securitygroup.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.898724 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.899253 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: security-group May 18 01:30:46.899589 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: segment.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.900362 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.900904 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension segment not supported by any of loaded plugins May 18 01:30:46.901235 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.902153 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.902713 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 01:30:46.903071 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: servicetype.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.904157 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.904675 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: service-type May 18 01:30:46.905040 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: sorting.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.906000 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.906330 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: sorting May 18 01:30:46.906652 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: standard_attr_segment.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.907549 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.908063 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 01:30:46.908388 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: standardattrdescription.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.909064 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.909575 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: standard-attr-description May 18 01:30:46.909900 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: stateful_security_group.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.910799 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.911315 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: stateful-security-group May 18 01:30:46.911639 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: stdattrs_common.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.912210 dv-cinder-784623-9-smb neutron-server[78744]: WARNING neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 01:30:46.912530 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.913544 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.914058 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 01:30:46.914381 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: subnet_onboard.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.915438 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.915954 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: subnet_onboard May 18 01:30:46.916278 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.917227 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.917738 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 01:30:46.918059 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: subnet_service_types.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.919499 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.920017 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: subnet-service-types May 18 01:30:46.920342 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: subnetallocation.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.921441 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.921962 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: subnet_allocation May 18 01:30:46.922288 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.922964 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.923472 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: subnetpool-prefix-ops May 18 01:30:46.923793 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.924713 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.925249 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 01:30:46.925569 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: tagging.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.926595 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.927136 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: standard-attr-tag May 18 01:30:46.927465 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: timestamp.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.928639 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.929204 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loaded extension: standard-attr-timestamp May 18 01:30:46.929541 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: trunk.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.930563 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.931077 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension trunk not supported by any of loaded plugins May 18 01:30:46.931407 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: trunk_details.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.932312 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.932858 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension trunk-details not supported by any of loaded plugins May 18 01:30:46.933186 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: uplink_status_propagation.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.934641 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.935154 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 01:30:46.935479 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Loading extension file: vlantransparent.py {{(pid=78744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 01:30:46.936140 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 01:30:46.936647 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extension vlan-transparent not supported by any of loaded plugins May 18 01:30:46.939106 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:network May 18 01:30:46.939811 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:subnet May 18 01:30:46.940583 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:subnetpool May 18 01:30:46.941226 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:port May 18 01:30:46.942484 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.942938 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service FLAVORS assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.943830 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.944261 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.944595 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:router May 18 01:30:46.945282 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:floatingip May 18 01:30:46.945990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service METERING assigned prefix: /metering {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.947412 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.947782 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.948137 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:30:46.949274 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of CountableResource for resource:rbac_policy May 18 01:30:46.949759 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:security_group May 18 01:30:46.950401 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 01:30:46.951153 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service CORE assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.951487 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:subnetpool May 18 01:30:46.951821 dv-cinder-784623-9-smb neutron-server[78744]: WARNING neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] subnetpool is already registered May 18 01:30:46.952433 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service CORE assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.952790 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:subnetpool May 18 01:30:46.953118 dv-cinder-784623-9-smb neutron-server[78744]: WARNING neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] subnetpool is already registered May 18 01:30:46.955668 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.956105 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service FLAVORS assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.956697 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.957144 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.957483 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:router May 18 01:30:46.957808 dv-cinder-784623-9-smb neutron-server[78744]: WARNING neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] router is already registered May 18 01:30:46.958397 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:floatingip May 18 01:30:46.958727 dv-cinder-784623-9-smb neutron-server[78744]: WARNING neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] floatingip is already registered May 18 01:30:46.959355 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service METERING assigned prefix: /metering {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.960026 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of CountableResource for resource:rbac_policy May 18 01:30:46.960354 dv-cinder-784623-9-smb neutron-server[78744]: WARNING neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] rbac_policy is already registered May 18 01:30:46.961912 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:security_group May 18 01:30:46.962259 dv-cinder-784623-9-smb neutron-server[78744]: WARNING neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] security_group is already registered May 18 01:30:46.962858 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 01:30:46.963192 dv-cinder-784623-9-smb neutron-server[78744]: WARNING neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] security_group_rule is already registered May 18 01:30:46.963857 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service CORE assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.964190 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:subnetpool May 18 01:30:46.964525 dv-cinder-784623-9-smb neutron-server[78744]: WARNING neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] subnetpool is already registered May 18 01:30:46.965174 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.v2.resource_helper [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Service CORE assigned prefix: {{(pid=78744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 01:30:46.965512 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Creating instance of TrackedResource for resource:subnetpool May 18 01:30:46.965839 dv-cinder-784623-9-smb neutron-server[78744]: WARNING neutron.quota.resource_registry [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] subnetpool is already registered May 18 01:30:46.966483 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: extensions {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.967931 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: address-groups {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.969541 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: address-scopes {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.970716 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: agents {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.971874 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: auto-allocated-topology {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.973118 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: availability_zones {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.974420 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: dhcp-networks {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.975816 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: dhcp-agents {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.977239 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: routers {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.979023 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: flavors {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.980168 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: service_profiles {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.981923 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: next_providers {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.983467 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: service_profiles {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.984880 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: floatingip-pools {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.986090 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: routers {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.987851 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: floatingips {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.989046 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: l3-routers {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.990408 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: l3-agents {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.991780 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: metering-labels {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.993204 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: metering-label-rules {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.994467 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: network-ip-availabilities {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.995708 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: bindings {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.997915 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: quotas {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:46.999315 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: quotas {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.000732 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: rbac-policies {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.002034 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: security-groups {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.003242 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: security-group-rules {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.004456 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: service-providers {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.005676 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: subnetpools {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.007054 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: subnetpools {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.008505 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: tags {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.010194 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: tags {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.011978 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: tags {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.013767 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: tags {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.015521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: tags {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.017364 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: tags {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.019023 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: tags {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.021794 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: tags {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.023563 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: tags {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.135297 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron.api.extensions [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Extended resource: tags {{(pid=78744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 01:30:47.141735 dv-cinder-784623-9-smb neutron-server[78744]: WARNING keystonemiddleware.auth_token [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 01:30:47.146433 dv-cinder-784623-9-smb neutron-server[78744]: WARNING keystonemiddleware.auth_token [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 01:30:47.154749 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Acquired lock "singleton_lock" {{(pid=78744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 18 01:30:47.155232 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Releasing lock "singleton_lock" {{(pid=78744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 18 01:30:47.155861 dv-cinder-784623-9-smb neutron-server[78744]: INFO oslo_service.service [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Starting 2 workers May 18 01:30:47.160505 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Started child 78851 {{(pid=78744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 01:30:47.164736 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Started child 78852 {{(pid=78744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 01:30:47.165594 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:30:47.166283 dv-cinder-784623-9-smb neutron-server[78744]: INFO neutron.service [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Neutron service started, listening on 0.0.0.0:9696 May 18 01:30:47.166935 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Notify callbacks [] for process, before_spawn {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:30:47.167036 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [-] (78851) wsgi starting up on http://0.0.0.0:9696 May 18 01:30:47.169670 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:30:47.170108 dv-cinder-784623-9-smb neutron-server[78744]: INFO oslo_service.service [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Starting 1 workers May 18 01:30:47.171025 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [-] (78852) wsgi starting up on http://0.0.0.0:9696 May 18 01:30:47.175000 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Started child 78853 {{(pid=78744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 01:30:47.175529 dv-cinder-784623-9-smb neutron-server[78744]: INFO oslo_service.service [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Starting 1 workers May 18 01:30:47.178341 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.service [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] calling RpcWorker wait() {{(pid=78853) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 01:30:47.178860 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.service [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] returning from RpcWorker wait() {{(pid=78853) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 01:30:47.179784 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Started child 78854 {{(pid=78744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 01:30:47.180337 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:30:47.180566 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9af5008-06b6-43af-a5d7-500a8e3d1b48 None None] Notify callbacks [] for process, after_spawn {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:30:47.181065 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:30:47.182407 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 01:30:47.182617 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 01:30:47.182801 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 01:30:47.183014 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 01:30:47.183350 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 01:30:47.183512 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 01:30:47.184111 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.184902 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.185171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.185258 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:30:47.185707 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.185707 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.186287 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.186561 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.186814 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.187096 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.187359 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.187526 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.187700 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.187936 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.188168 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.188471 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.188761 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.189018 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.189284 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.189454 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.189704 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.189976 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.190202 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.190475 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] debug = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.190718 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.191195 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.191424 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.191661 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.191874 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.192140 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.192392 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.192679 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.192949 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.193187 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.193686 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.193946 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.194195 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.194412 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.194649 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.194909 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.195122 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.195591 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] host = dv-cinder-784623-9-smb {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.195839 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.196078 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.196326 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.196572 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.196854 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.197071 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.197327 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.197588 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.197840 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.198069 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.198330 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.198573 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.198809 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.199059 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.199223 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_options = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.199465 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.199776 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.200044 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.200231 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.200399 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.200574 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.200875 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.201012 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.201275 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.201511 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.201745 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.201950 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.202193 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.202430 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.202668 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.202898 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.203148 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.203366 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.203601 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.203827 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.204069 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.204298 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.204534 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.204749 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.205009 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.205279 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.205483 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.205696 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.205909 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.206166 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.206401 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.206659 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.206903 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.207148 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.207376 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.207606 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.207823 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.208088 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.208321 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.208575 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.208868 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.209086 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.209321 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.210640 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.210640 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.210640 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_json = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.210640 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.210640 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.211326 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:30:47.211464 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.211464 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.211464 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.211464 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.211464 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.212077 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.212077 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.212329 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.212652 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.213695 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.213695 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.213695 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.213695 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.214051 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.214127 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.214347 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.214728 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.214890 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.215908 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.216154 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.216416 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.216754 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.217067 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.217356 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.217650 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.217893 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.218113 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.218338 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.218670 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.218952 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.219222 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.219712 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.220019 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.222557 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.222557 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.222557 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.222557 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.222557 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.222557 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.222557 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.222557 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.222557 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.224521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.224521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.224521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.224521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.224521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.224521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.224521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.224521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.224521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.225922 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.225922 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.225922 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.225922 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.225922 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.225922 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.226326 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.226326 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.226466 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.226617 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.226873 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.227737 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.228080 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.228415 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.228932 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.232952 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.233254 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.233583 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.233762 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.234008 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.234278 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.234513 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.234751 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.235015 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.235257 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.235482 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.235734 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.235952 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.236182 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.236402 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.236624 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.239351 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.239859 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.240608 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.242492 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.243676 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.244598 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.245878 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.246126 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.246463 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.246799 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.247078 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.247363 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.247624 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.247890 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.248144 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.248415 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.248873 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.248991 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.249254 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.249530 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.250450 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.251210 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.251760 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.253155 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.253430 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.253674 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.254087 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.255101 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.256142 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.256667 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.257687 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.257968 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.258855 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.259138 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.259449 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.260180 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.260454 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.260751 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.262594 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.262899 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.265052 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.265356 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.265655 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.265928 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.266179 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.266462 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.266709 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.266969 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.267212 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.267471 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.267725 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.268008 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.268260 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.268487 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.268726 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.269588 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.269925 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.270184 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.270406 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.270627 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.270910 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.271176 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.271434 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.271700 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.271970 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.272229 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.272494 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.273101 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.273419 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.273695 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.273959 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.274202 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.274463 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.274713 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.274966 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.275199 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.275417 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.275673 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.275899 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.276127 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.276367 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.276595 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.276873 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.277131 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.277354 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.277583 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.278345 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.278573 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.278799 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.279045 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.279265 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.279537 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.279761 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.280040 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.280295 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.280563 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.280843 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.281128 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.281406 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.281629 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.281897 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.282122 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.282346 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.282565 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.282788 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.283003 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.283242 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.283504 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.283739 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.283996 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.284258 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.284600 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.284891 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.285131 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.285454 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.285703 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.285946 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.286188 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.286542 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.286794 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.286979 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.287201 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.287480 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.287752 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.288126 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.288358 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.288576 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.288839 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.289065 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.289308 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.289631 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.289884 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.290108 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.290365 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.290603 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.290839 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.291078 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.291296 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.291515 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.291730 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.291981 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.292197 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.292493 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.292632 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.292868 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.293131 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.293462 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.293685 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.293906 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.294123 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.294353 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.294571 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.294966 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.295193 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.295442 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.295733 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.295990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.296236 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.296527 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.296762 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.297039 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.297296 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.297624 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.297842 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.298084 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.298306 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.298531 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.298775 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.299035 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.299359 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.299636 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.299880 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.300166 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.300461 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.300736 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.301035 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.301277 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.301571 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.301915 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.302196 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.302462 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.302692 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.302974 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.303202 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.303427 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.303680 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.303900 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.304119 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.304358 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.304589 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.304859 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.305082 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.305244 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:30:47.305339 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.305556 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.305803 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.306019 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.306277 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.306498 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.306655 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 01:30:47.307226 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 01:30:47.307386 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 01:30:47.307540 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 01:30:47.307729 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 01:30:47.307901 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 01:30:47.308054 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 01:30:47.308261 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.308423 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.308584 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.308746 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.309479 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.309664 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.309826 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.309986 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.310145 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.310307 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.310467 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.310627 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.310857 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.310988 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.311095 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.311241 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.311399 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.311564 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.311729 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.311889 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.312048 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.312206 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.312366 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] debug = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.312526 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.312730 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.312905 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.313068 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.313226 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.313386 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.313558 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.313686 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.313848 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.314008 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.314170 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.314382 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.314533 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.314695 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.314855 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.315015 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.315173 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.315332 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] host = dv-cinder-784623-9-smb {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.315490 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.315697 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.315825 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.315946 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.316089 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.316249 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.316409 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.317026 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.317026 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.317026 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.317558 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.317558 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.317558 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.317846 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.317846 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_options = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.318290 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.318290 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.318290 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.319704 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.319704 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.319704 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.319704 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.319704 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.319704 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.319704 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.322146 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.322146 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.322146 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.322146 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.322146 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.322146 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.322146 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.322146 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323039 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323039 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323039 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323039 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323039 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323039 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323039 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323039 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.323990 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.325239 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.325239 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.325239 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.325239 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.325239 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.325239 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.325239 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.325239 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.326171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.326171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.326171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.326171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_json = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.326171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.326171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.326171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.326171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.326171 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.327346 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.327346 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.327346 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 01:30:47.327346 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.327346 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.327346 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.327346 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.327346 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.328494 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.328494 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.328494 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.328494 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.328494 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.328494 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.328494 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.328494 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.328494 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.329404 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.329404 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.329404 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.329404 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.329404 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.329404 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.329404 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.330167 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.330167 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.330167 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.330167 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.330167 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.330720 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.330720 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.330720 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.331049 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.331049 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.331322 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.331322 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.331764 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.331764 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.331764 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.332122 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.332122 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.332122 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.332529 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.332529 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.332719 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.332719 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.332951 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.333053 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.333213 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.333378 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.333541 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.333705 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.333867 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.334038 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.334200 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.334386 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.334514 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.334689 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.334812 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.334976 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.335139 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.335302 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.335466 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.335628 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.335803 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.336005 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.336130 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.336263 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.336414 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.336575 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.336739 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.336953 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.337078 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.337223 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.337428 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.337560 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.337696 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.337841 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.338004 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.338166 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.338329 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.338492 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.338656 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.338818 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.338981 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.339144 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.339305 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.339475 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.339651 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.339813 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.339975 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.340657 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.340871 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.341038 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.341185 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.341388 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.341515 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.341635 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.341799 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.341966 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.342130 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.342293 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.342454 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.342617 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.342778 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.342940 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.343103 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.343265 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.343427 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.343590 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.343751 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.343913 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.344075 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.344237 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.344406 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.344568 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.344731 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.344914 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.345083 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.345255 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.345417 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.345580 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.345742 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.345903 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.346106 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.346238 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.346358 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.346521 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.346684 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.346846 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.347057 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.347854 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.347854 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.347854 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.347854 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.350021 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.350021 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.350021 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.350021 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.350021 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.350021 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.350021 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.350021 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.351251 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.351251 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.351251 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.351251 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.351251 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.351251 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.351251 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.351251 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.352191 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.352191 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.352191 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.352191 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.352191 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.352191 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.352191 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.352191 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353045 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353045 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353045 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353045 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353045 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353045 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353045 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353045 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353873 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353873 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353873 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353873 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353873 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353873 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.353873 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.354588 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.354588 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.354588 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.354588 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.354588 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.355116 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.355116 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.355116 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.355116 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.355491 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.355491 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.355701 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.355701 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.355976 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.356121 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.356334 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.356469 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.356603 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.356757 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.357246 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.357246 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.357246 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.357558 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.357558 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.357839 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.357839 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.358040 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.358122 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.358290 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.358454 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.358617 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.358779 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.358942 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.359104 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.359268 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.359443 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.359606 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.359769 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.359931 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.360093 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.360266 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.360428 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.360590 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.360752 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.360935 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.361107 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.361269 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.361430 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.361624 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.361759 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.361909 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.362075 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.362237 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.362400 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.362562 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.362733 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.362895 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.363252 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.363252 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.363486 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.364024 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.364024 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.364024 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.364379 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.364379 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.364583 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.364708 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.364897 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.365062 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.365229 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.365392 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.365555 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.365718 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.365883 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.366049 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.366222 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.366437 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.366562 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.366713 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.366883 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.367072 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.367286 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.367421 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.367545 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.367699 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.367904 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.368036 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.368157 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.368314 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.368476 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.368637 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.368817 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.368980 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.369141 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.369303 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.369464 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.369626 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.369789 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.369951 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.370112 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.370273 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.370435 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.370597 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 01:30:47.370751 dv-cinder-784623-9-smb neutron-server[78744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 01:30:47.467905 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37518) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:30:47.476346 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062773 May 18 01:30:58.034179 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b45797-9250-419c-a37f-a2952166025e None None] get_active_networks_info from dv-cinder-784623-9-smb {{(pid=78853) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 01:30:58.110989 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b45797-9250-419c-a37f-a2952166025e None None] No non-hosted networks {{(pid=78853) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 01:30:58.127790 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.agentschedulers_db [None req-75b45797-9250-419c-a37f-a2952166025e None None] DHCP Agent not found on host dv-cinder-784623-9-smb {{(pid=78853) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 18 01:30:58.271849 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-6d8b8b9c-77bf-4ed7-8ca3-d111c66b52ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228'] for agent, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:00.321323 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0b13367a-c6cb-4ac6-bd19-8e298834b4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228'] for agent, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:00.387984 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-8a9199ff-d5b5-4f9b-ab61-5f8b496aef56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:00.490627 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228'] for agent, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:00.491661 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.492748 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.493435 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.493977 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.494572 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.495580 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.496179 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.497879 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.498633 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.499185 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.499824 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.500359 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:00.501009 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-9-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:31:00.512642 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-9-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:31:01.578460 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228'] for agent, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:02.937824 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228'] for agent, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:04.581546 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37610) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:05.162847 dv-cinder-784623-9-smb neutron-server[78852]: WARNING oslo_policy.policy [None req-51136d3a-bb4f-42e5-976c-6c5e53410415 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 01:31:05.163458 dv-cinder-784623-9-smb neutron-server[78852]: WARNING oslo_policy.policy [None req-51136d3a-bb4f-42e5-976c-6c5e53410415 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 01:31:05.285507 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.db.l3_hamode_db [None req-ec907066-8d51-421f-bec0-ac07975e418e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 01:31:05.372010 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec907066-8d51-421f-bec0-ac07975e418e None None] Routers set() bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:31:05.372378 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec907066-8d51-421f-bec0-ac07975e418e None None] Router IDs set() for agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 18 01:31:05.379772 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [None req-51136d3a-bb4f-42e5-976c-6c5e53410415 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:31:05.380791 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-51136d3a-bb4f-42e5-976c-6c5e53410415 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7983236 May 18 01:31:07.677290 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37624) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:08.033200 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-9cf6c131-a563-47f7-9af6-8a161ded3ec7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:31:08.131309 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.policy [None req-9cf6c131-a563-47f7-9af6-8a161ded3ec7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78852) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 01:31:08.176681 dv-cinder-784623-9-smb neutron-server[78852]: WARNING oslo_policy.policy [None req-9cf6c131-a563-47f7-9af6-8a161ded3ec7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 01:31:08.177070 dv-cinder-784623-9-smb neutron-server[78852]: WARNING oslo_policy.policy [None req-9cf6c131-a563-47f7-9af6-8a161ded3ec7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 01:31:08.185483 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.quota [None req-9cf6c131-a563-47f7-9af6-8a161ded3ec7 admin admin] Loaded quota_driver: . May 18 01:31:08.200483 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-9cf6c131-a563-47f7-9af6-8a161ded3ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:31:08.258893 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c131-a563-47f7-9af6-8a161ded3ec7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787471030573', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787471031056', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787471016426', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787471015262', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787476443403', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787476438809', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-652711', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3651558', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-519139', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-427836'] for rbac-policy, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:08.317896 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c131-a563-47f7-9af6-8a161ded3ec7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:08.319326 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-9cf6c131-a563-47f7-9af6-8a161ded3ec7 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6411061 May 18 01:31:10.844436 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37638) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:11.185610 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'admin_state_up': True}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:31:11.190254 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:31:11.194891 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Usage tracker for resource:network and tenant:b462b9aa5f1f43e59b42a3d826ea4db6 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:31:11.200087 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:31:11.206053 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:31:11.215206 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Made reservation on behalf of b462b9aa5f1f43e59b42a3d826ea4db6 for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:31:11.218011 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:11.234886 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:11.249202 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:31:11.252804 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Usage tracker for resource:security_group_rule and tenant:b462b9aa5f1f43e59b42a3d826ea4db6 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:31:11.257566 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:31:11.263602 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:31:11.358417 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:11.362206 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:11.367492 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:11.385373 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:31:11.411535 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787471659210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:11.412051 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Unsubscribe: segment precommit_create {{(pid=78852) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 01:31:11.412518 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Added segment bb73e198-594f-4770-bdc0-dec35d70db5f of type vlan for network e2c23250-ff2b-4553-9d56-03dedc6f70fe May 18 01:31:11.460762 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c627af0f-49e4-45fe-9b92-5e02e55c4994,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:11.481571 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.481908 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.482239 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.482567 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.482888 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.483205 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.483520 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.483835 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.484160 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.484476 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.484804 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.485119 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Tracked resource versions report: May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: pushed versions: May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: { 'AddressGroup': {'1.2'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'ConntrackHelper': {'1.0'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'Log': {'1.0'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'Network': {'1.1'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'Port': {'1.7'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'PortForwarding': {'1.2'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'QosPolicy': {'1.8'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'SecurityGroup': {'1.4'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'SecurityGroupRule': {'1.2'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'SubPort': {'1.0'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'Subnet': {'1.1'}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'Trunk': {'1.1'}} May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: consumer versions: May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: { DHCP agent@dv-cinder-784623-9-smb: {}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: L3 agent@dv-cinder-784623-9-smb: {}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: Metadata agent@dv-cinder-784623-9-smb: {}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: Metering agent@dv-cinder-784623-9-smb: {}, May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: Open vSwitch agent@dv-cinder-784623-9-smb: { 'AddressGroup': '1.2', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'ConntrackHelper': '1.0', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'Log': '1.0', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'Network': '1.1', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'Port': '1.7', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'PortForwarding': '1.2', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'QosPolicy': '1.8', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'SecurityGroup': '1.4', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'SecurityGroupRule': '1.2', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'SubPort': '1.0', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'Subnet': '1.1', May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: 'Trunk': '1.1'}} May 18 01:31:11.486211 dv-cinder-784623-9-smb neutron-server[78852]: {{(pid=78852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 01:31:11.533514 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:11.535215 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:11.576557 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:11.578050 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:31:11.578698 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:11.583391 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:11.685441 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8398750 May 18 01:31:11.686031 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c23250-ff2b-4553-9d56-03dedc6f70fe,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:11.689120 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:11.697888 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network e2c23250-ff2b-4553-9d56-03dedc6f70fe details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:31:14.263721 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37654) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:14.703655 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f2e06e-e8cd-41a8-af2e-d7143f3a02aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:31:14.705023 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e2f2e06e-e8cd-41a8-af2e-d7143f3a02aa admin admin] 10.222.0.11 "GET /v2.0/networks/e2c23250-ff2b-4553-9d56-03dedc6f70fe HTTP/1.1" status: 200 len: 825 time: 0.4402232 May 18 01:31:14.731375 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-f945a62f-0690-472c-922e-40ffe4c67aaf admin admin] 10.222.0.11 "GET /v2.0/subnetpools/7633278c-a25e-423a-892c-6776cf44a44e HTTP/1.1" status: 200 len: 734 time: 0.0210950 May 18 01:31:14.739391 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Request body: {'subnet': {'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'name': 'private-subnet', 'subnetpool_id': '7633278c-a25e-423a-892c-6776cf44a44e', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:31:14.743517 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:31:14.747776 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Usage tracker for resource:subnet and tenant:b462b9aa5f1f43e59b42a3d826ea4db6 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:31:14.750588 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:31:14.756079 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:31:14.765329 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Made reservation on behalf of b462b9aa5f1f43e59b42a3d826ea4db6 for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:31:14.767513 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:15.231745 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:15.236639 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:15.315379 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d97964-fb82-4ca8-b2b6-65d777d55dd5,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:15.317217 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Checking segment: {'id': 'bb73e198-594f-4770-bdc0-dec35d70db5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:31:15.317590 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Network hostable DHCP agents. Network: e2c23250-ff2b-4553-9d56-03dedc6f70fe, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:31:15.322560 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:15.337937 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Network e2c23250-ff2b-4553-9d56-03dedc6f70fe is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:31:15.348065 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, e2c23250-ff2b-4553-9d56-03dedc6f70fe) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:31:15.352825 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:31:15.353418 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:15.358434 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53120b0c-6bb2-44c8-9eaf-43d6abdc7e63 None None] Network e2c23250-ff2b-4553-9d56-03dedc6f70fe requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:31:15.382938 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6466529 May 18 01:31:15.666750 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f040f5a-a771-5fd5-a8d4-d4dce0ac1ed4-e2c23250-ff2b-4553-9d56-03dedc6f70fe', 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'fixed_ips': [{'subnet_id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5'}]}} from dv-cinder-784623-9-smb. {{(pid=78853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 01:31:15.667901 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:15.849483 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.db_base_plugin_common [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Allocated IP 172.20.0.2 (e2c23250-ff2b-4553-9d56-03dedc6f70fe/b0d97964-fb82-4ca8-b2b6-65d777d55dd5/b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f) {{(pid=78853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:31:16.078208 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Notify callbacks [] for port, precommit_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:16.091318 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Transition to ACTIVE for port object b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:31:16.111283 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Transition to ACTIVE for port object b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f will not be triggered until provisioned by entity DHCP. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:31:16.119894 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:16.125335 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:16.184415 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Network e2c23250-ff2b-4553-9d56-03dedc6f70fe is already hosted by enough agents. {{(pid=78853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:31:16.187298 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.base_scheduler [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Resources bound (agent type, host, resource id): {{(pid=78853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:31:16.196170 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Received port after_create {{(pid=78853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:31:16.200007 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Pushing event updated for resources: {'Port': ['ID=b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f,revision_number=1']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:16.243470 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.243809 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.244139 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.244461 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.244803 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.245131 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.245451 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.245798 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.246118 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.246434 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.246750 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.247064 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Tracked resource versions report: May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: pushed versions: May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: { 'AddressGroup': {'1.2'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'ConntrackHelper': {'1.0'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'Log': {'1.0'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'Network': {'1.1'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'Port': {'1.7'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'PortForwarding': {'1.2'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'QosPolicy': {'1.8'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'SecurityGroup': {'1.4'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'SecurityGroupRule': {'1.2'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'SubPort': {'1.0'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'Subnet': {'1.1'}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'Trunk': {'1.1'}} May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: consumer versions: May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: { DHCP agent@dv-cinder-784623-9-smb: {}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: L3 agent@dv-cinder-784623-9-smb: {}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: Metadata agent@dv-cinder-784623-9-smb: {}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: Metering agent@dv-cinder-784623-9-smb: {}, May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: Open vSwitch agent@dv-cinder-784623-9-smb: { 'AddressGroup': '1.2', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'ConntrackHelper': '1.0', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'Log': '1.0', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'Network': '1.1', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'Port': '1.7', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'PortForwarding': '1.2', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'QosPolicy': '1.8', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'SecurityGroup': '1.4', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'SecurityGroupRule': '1.2', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'SubPort': '1.0', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'Subnet': '1.1', May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: 'Trunk': '1.1'}} May 18 01:31:16.248168 dv-cinder-784623-9-smb neutron-server[78853]: {{(pid=78853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 01:31:16.279635 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:16.298500 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Attempting to bind port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:31:16.298890 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Attempting to bind port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'bb73e198-594f-4770-bdc0-dec35d70db5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:31:16.299322 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Attempting to bind port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f on network e2c23250-ff2b-4553-9d56-03dedc6f70fe {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:31:16.304431 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:31:16.304867 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Checking segment: {'id': 'bb73e198-594f-4770-bdc0-dec35d70db5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:31:16.305355 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:16.305747 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Bound using segment: {'id': 'bb73e198-594f-4770-bdc0-dec35d70db5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:31:16.306214 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Bound port: b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb73e198-594f-4770-bdc0-dec35d70db5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:31:16.306602 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:16.393927 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] For port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:31:16.398144 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] For port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f,segment=NetworkSegment(bb73e198-594f-4770-bdc0-dec35d70db5f),segment_id=bb73e198-594f-4770-bdc0-dec35d70db5f)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:31:16.402811 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:16.407344 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:16.488175 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Pushing event updated for resources: {'Port': ['ID=b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:16.510868 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:17.720158 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37666) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:18.083071 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [None req-3687d069-5648-4997-816e-90e797304b72 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:31:18.084038 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-3687d069-5648-4997-816e-90e797304b72 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3628833 May 18 01:31:20.422448 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37676) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:20.803470 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [None req-1d06ffc6-02d5-48be-a9c6-4e0571df0413 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:31:20.804460 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-1d06ffc6-02d5-48be-a9c6-4e0571df0413 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3811083 May 18 01:31:21.862242 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874cfc44-732c-4216-90f1-1c17b95fc5d4 None None] Network e2c23250-ff2b-4553-9d56-03dedc6f70fe requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:31:21.964202 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-41211f6e-3e0d-4c21-89e5-e248cbaae7fb None None] Provisioning for port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:31:22.334221 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:31:22.401366 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:31:22.406011 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:31:22.406422 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:22.520629 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:22.553301 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f,segment=NetworkSegment(bb73e198-594f-4770-bdc0-dec35d70db5f),segment_id=bb73e198-594f-4770-bdc0-dec35d70db5f)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:31:22.558004 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:22.561662 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-0acd1d25-7802-45f0-b2cb-330c81c6e96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:22.650311 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:22.653865 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:23.410895 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37692) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:23.753409 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] Request body: {'router': {'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'name': 'router1', 'admin_state_up': True}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:31:23.758164 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:31:23.762630 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] Usage tracker for resource:router and tenant:b462b9aa5f1f43e59b42a3d826ea4db6 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:31:23.765918 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:31:23.771460 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:31:23.781477 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5134'] for router, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:23.782994 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3841536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3915002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5137'] for router, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:23.803639 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:23.910833 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815860'] for router, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:23.928595 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:23.929774 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7e1c9285-8fd6-49ba-8013-39dcb4fd5615 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5179250 May 18 01:31:24.312048 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:31:24.377684 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:31:24.378052 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:26.207261 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37702) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:26.563516 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [None req-e4d246b8-9afa-4bd1-9c46-04c00a274597 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:31:26.564497 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e4d246b8-9afa-4bd1-9c46-04c00a274597 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3562806 May 18 01:31:27.906376 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-38dc5eb9-9972-468a-9100-4ba599189ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:28.871939 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 37712) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:29.434684 dv-cinder-784623-9-smb neutron-server[78851]: WARNING oslo_policy.policy [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 01:31:29.435294 dv-cinder-784623-9-smb neutron-server[78851]: WARNING oslo_policy.policy [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 01:31:29.648835 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:31:29.650419 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.quota [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Loaded quota_driver: . May 18 01:31:29.665539 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:31:29.672300 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Usage tracker for resource:network and tenant:a18e201fc9b147098d211345e40358df is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:31:29.676961 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:31:29.684661 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:31:29.699964 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Made reservation on behalf of a18e201fc9b147098d211345e40358df for: {'network': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:31:29.770645 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.policy [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78851) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 01:31:29.815407 dv-cinder-784623-9-smb neutron-server[78851]: WARNING oslo_policy.policy [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 01:31:29.815777 dv-cinder-784623-9-smb neutron-server[78851]: WARNING oslo_policy.policy [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 01:31:29.826416 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:29.845864 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:29.860724 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:31:29.864367 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Usage tracker for resource:security_group_rule and tenant:a18e201fc9b147098d211345e40358df is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:31:29.867532 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:31:29.873614 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:31:29.971048 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:29.974658 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:29.981137 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:29.992415 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Reserving flat network on physical network physnet1 {{(pid=78851) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 01:31:30.020880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787471659210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:30.021458 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Unsubscribe: segment precommit_create {{(pid=78851) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 01:31:30.021922 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.segments_db [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Added segment 41679cb7-dbe3-4088-a8f2-9417a74744b3 of type flat for network a2adaee7-831c-4c6c-b54a-b71e9d98e449 May 18 01:31:30.077691 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564fa4bf-babd-4cf4-b06e-3512f6f17ae3,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:30.098508 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.098842 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.099169 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.099489 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.099806 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.100119 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.100431 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.100740 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.101094 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.101404 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.101710 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.102022 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Tracked resource versions report: May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: pushed versions: May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: { 'AddressGroup': {'1.2'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'ConntrackHelper': {'1.0'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'Log': {'1.0'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'Network': {'1.1'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'Port': {'1.7'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'PortForwarding': {'1.2'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'QosPolicy': {'1.8'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'SecurityGroup': {'1.4'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'SecurityGroupRule': {'1.2'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'SubPort': {'1.0'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'Subnet': {'1.1'}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'Trunk': {'1.1'}} May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: consumer versions: May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: { DHCP agent@dv-cinder-784623-9-smb: {}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: L3 agent@dv-cinder-784623-9-smb: {}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: Metadata agent@dv-cinder-784623-9-smb: {}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: Metering agent@dv-cinder-784623-9-smb: {}, May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: Open vSwitch agent@dv-cinder-784623-9-smb: { 'AddressGroup': '1.2', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'ConntrackHelper': '1.0', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'Log': '1.0', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'Network': '1.1', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'Port': '1.7', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'PortForwarding': '1.2', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'QosPolicy': '1.8', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'SecurityGroup': '1.4', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'SecurityGroupRule': '1.2', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'SubPort': '1.0', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'Subnet': '1.1', May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: 'Trunk': '1.1'}} May 18 01:31:30.103078 dv-cinder-784623-9-smb neutron-server[78851]: {{(pid=78851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 01:31:30.152144 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:30.156115 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:30.196347 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:30.197956 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:31:30.198605 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:30.203031 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:30.305708 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4316034 May 18 01:31:30.306406 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Pushing event updated for resources: {'Network': ['ID=a2adaee7-831c-4c6c-b54a-b71e9d98e449,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:30.309160 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0f291e6f-5716-4f61-9396-7cac1b9d648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:30.310385 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:30.317814 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:31:30.489667 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:31.522842 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:32.619757 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37742) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:32.824100 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993defb2-800b-43cd-9df9-0f1988718f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:31:32.825398 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-993defb2-800b-43cd-9df9-0f1988718f2a admin admin] 10.222.0.11 "GET /v2.0/subnets/b0d97964-fb82-4ca8-b2b6-65d777d55dd5 HTTP/1.1" status: 200 len: 849 time: 0.2047338 May 18 01:31:32.882968 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:32.966854 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-ff65b456-f648-4ba2-b25f-0948b18e5fd3 admin admin] 10.222.0.11 "GET /v2.0/routers/5fa9bc70-1e58-47d7-b049-8243d036a83a HTTP/1.1" status: 200 len: 704 time: 0.1359916 May 18 01:31:33.412827 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:33.664157 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Allocated IP 172.20.0.1 (e2c23250-ff2b-4553-9d56-03dedc6f70fe/b0d97964-fb82-4ca8-b2b6-65d777d55dd5/8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:31:33.816027 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:33.832830 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Transition to ACTIVE for port object 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d will not be triggered until provisioned by entity DHCP. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:31:33.885056 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:33.889469 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:33.950341 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Network e2c23250-ff2b-4553-9d56-03dedc6f70fe is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:31:33.953097 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:31:33.956696 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:31:33.957210 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841359'] for router_interface, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:34.080927 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:34.098200 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:34.185877 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-9ec9307a-66cf-4dc5-88c5-41293f390d2f None None] Provisioning for port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:31:34.190315 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-9ec9307a-66cf-4dc5-88c5-41293f390d2f None None] Provisioning complete for port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:31:34.190694 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-9ec9307a-66cf-4dc5-88c5-41293f390d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:34.218683 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:34.242673 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9307a-66cf-4dc5-88c5-41293f390d2f None None] Port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:31:34.439525 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:34.443960 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:34.445034 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810792'] for router_interface, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:34.449541 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:34.587580 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:34.592441 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:34.643035 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Network e2c23250-ff2b-4553-9d56-03dedc6f70fe is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:31:34.644074 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:31:34.828537 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Router 5fa9bc70-1e58-47d7-b049-8243d036a83a is scheduled to L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b with binding_index 1 {{(pid=78852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 01:31:34.863566 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2bb8ed6c-2012-473c-9176-e1f870ce5959 None None] Provisioning complete for port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:31:34.863846 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2bb8ed6c-2012-473c-9176-e1f870ce5959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:34.918588 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8ed6c-2012-473c-9176-e1f870ce5959 None None] Port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:31:35.016938 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:31:35.026237 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] 10.222.0.11 "PUT /v2.0/routers/5fa9bc70-1e58-47d7-b049-8243d036a83a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0545280 May 18 01:31:35.027405 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Sync routers for ids ['5fa9bc70-1e58-47d7-b049-8243d036a83a'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:31:35.037535 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Routers {'5fa9bc70-1e58-47d7-b049-8243d036a83a'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:31:35.038676 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:31:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['5fa9bc70-1e58-47d7-b049-8243d036a83a'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:31:35.211874 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Set router 5fa9bc70-1e58-47d7-b049-8243d036a83a gateway port host: None {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:31:35.575562 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'name': 'router1', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:23Z', 'updated_at': '2021-05-18T01:31:34Z', 'revision_number': 2, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'gw_port_host': None, '_interfaces': [{'id': '8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d', 'name': '', 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'mac_address': 'fa:16:3e:02:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:33Z', 'updated_at': '2021-05-18T01:31:34Z', 'revision_number': 2, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'subnets': [{'id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7633278c-a25e-423a-892c-6776cf44a44e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:31:35.580361 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Checking router: 5fa9bc70-1e58-47d7-b049-8243d036a83a for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:31:35.580752 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Updating router 5fa9bc70-1e58-47d7-b049-8243d036a83a port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d binding host dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:31:35.631417 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:36.001311 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Notify callbacks [] for port, precommit_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:36.016326 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.provisioning_blocks [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Transition to ACTIVE for port object 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d will not be triggered until provisioned by entity L2. {{(pid=78854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:31:36.022330 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:36.027891 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:36.235491 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Pushing event updated for resources: {'Port': ['ID=8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d,revision_number=3']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:36.247131 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Attempting to bind port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:31:36.247518 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Attempting to bind port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'bb73e198-594f-4770-bdc0-dec35d70db5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe'}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:31:36.247950 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Attempting to bind port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d on network e2c23250-ff2b-4553-9d56-03dedc6f70fe {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:31:36.250537 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.250871 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.251193 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.251555 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.251826 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.252140 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.252450 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.252758 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.253087 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.253393 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.253698 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.254002 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Tracked resource versions report: May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: pushed versions: May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: { 'AddressGroup': {'1.2'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'ConntrackHelper': {'1.0'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'Log': {'1.0'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'Network': {'1.1'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'Port': {'1.7'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'PortForwarding': {'1.2'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'QosPolicy': {'1.8'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'SecurityGroup': {'1.4'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'SecurityGroupRule': {'1.2'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'SubPort': {'1.0'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'Subnet': {'1.1'}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'Trunk': {'1.1'}} May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: consumer versions: May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: { DHCP agent@dv-cinder-784623-9-smb: {}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: L3 agent@dv-cinder-784623-9-smb: {}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: Metadata agent@dv-cinder-784623-9-smb: {}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: Metering agent@dv-cinder-784623-9-smb: {}, May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: Open vSwitch agent@dv-cinder-784623-9-smb: { 'AddressGroup': '1.2', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'ConntrackHelper': '1.0', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'Log': '1.0', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'Network': '1.1', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'Port': '1.7', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'PortForwarding': '1.2', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'QosPolicy': '1.8', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'SecurityGroup': '1.4', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'SecurityGroupRule': '1.2', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'SubPort': '1.0', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'Subnet': '1.1', May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: 'Trunk': '1.1'}} May 18 01:31:36.255111 dv-cinder-784623-9-smb neutron-server[78854]: {{(pid=78854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 01:31:36.260716 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:36.261461 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:31:36.261865 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Checking segment: {'id': 'bb73e198-594f-4770-bdc0-dec35d70db5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:31:36.262339 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:36.262735 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Bound using segment: {'id': 'bb73e198-594f-4770-bdc0-dec35d70db5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe'} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:31:36.263242 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Bound port: 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb73e198-594f-4770-bdc0-dec35d70db5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe'}}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:31:36.263611 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:36.349693 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] For port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:31:36.354046 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] For port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d,segment=NetworkSegment(bb73e198-594f-4770-bdc0-dec35d70db5f),segment_id=bb73e198-594f-4770-bdc0-dec35d70db5f)] {{(pid=78854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:31:36.358257 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:36.363313 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:36.466802 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Pushing event updated for resources: {'Port': ['ID=8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d,revision_number=4']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:36.471153 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:36.473859 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Routers {'5fa9bc70-1e58-47d7-b049-8243d036a83a'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:31:36.474460 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:31:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['5fa9bc70-1e58-47d7-b049-8243d036a83a'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:31:36.626184 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] Set router 5fa9bc70-1e58-47d7-b049-8243d036a83a gateway port host: None {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:31:36.937188 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'name': 'router1', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:23Z', 'updated_at': '2021-05-18T01:31:34Z', 'revision_number': 2, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'gw_port_host': None, '_interfaces': [{'id': '8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d', 'name': '', 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'mac_address': 'fa:16:3e:02:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:33Z', 'updated_at': '2021-05-18T01:31:36Z', 'revision_number': 4, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'subnets': [{'id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7633278c-a25e-423a-892c-6776cf44a44e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:31:36.941043 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8da91-a212-4b45-9953-c0dc57143082 None None] The sync data for ids ['5fa9bc70-1e58-47d7-b049-8243d036a83a'] in dv-cinder-784623-9-smb is: [{'id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'name': 'router1', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:23Z', 'updated_at': '2021-05-18T01:31:34Z', 'revision_number': 2, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'gw_port_host': None, '_interfaces': [{'id': '8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d', 'name': '', 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'mac_address': 'fa:16:3e:02:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:33Z', 'updated_at': '2021-05-18T01:31:36Z', 'revision_number': 4, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'subnets': [{'id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7633278c-a25e-423a-892c-6776cf44a44e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:31:37.161967 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37764) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:37.306344 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da5305-f4f9-4825-a597-55ffb5fb9060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:31:37.307624 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-a3da5305-f4f9-4825-a597-55ffb5fb9060 admin admin] 10.222.0.11 "GET /v2.0/networks/a2adaee7-831c-4c6c-b54a-b71e9d98e449 HTTP/1.1" status: 200 len: 842 time: 0.1445994 May 18 01:31:37.317613 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:31:37.323086 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:31:37.326950 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Usage tracker for resource:subnet and tenant:a18e201fc9b147098d211345e40358df is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:31:37.329788 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:31:37.335387 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:31:37.345872 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Made reservation on behalf of a18e201fc9b147098d211345e40358df for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:31:37.348258 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:37.754253 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.objects.ports [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78852) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 18 01:31:37.754699 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:37.758961 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:37.829725 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64cc45c-4716-4292-b5f6-1925b2a9bbfa,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:37.833485 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:37.837316 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Checking segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:31:37.837672 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Network hostable DHCP agents. Network: a2adaee7-831c-4c6c-b54a-b71e9d98e449, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:31:37.854386 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:31:37.862783 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, a2adaee7-831c-4c6c-b54a-b71e9d98e449) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:31:37.866810 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:31:37.867468 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:37.873549 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b282f63-ee82-4ef2-bad6-6ae8de7fedc5 None None] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:31:37.896801 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5717363 May 18 01:31:38.083346 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e507f-caff-4b91-9a6d-ca800988e01f None None] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:31:40.104659 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37778) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:40.298664 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e3129e20-c7df-4720-8904-4157a7fb1efd admin admin] 10.222.0.11 "GET /v2.0/routers/5fa9bc70-1e58-47d7-b049-8243d036a83a HTTP/1.1" status: 200 len: 710 time: 0.1928675 May 18 01:31:40.344830 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:31:40.414118 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:31:40.418617 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:31:40.418994 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:40.434311 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06214cea-3011-4773-9ba5-2c2aed3b37cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:31:40.437587 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-06214cea-3011-4773-9ba5-2c2aed3b37cf admin admin] 10.222.0.11 "GET /v2.0/networks/a2adaee7-831c-4c6c-b54a-b71e9d98e449 HTTP/1.1" status: 200 len: 886 time: 0.1334596 May 18 01:31:40.445548 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:31:40.536726 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:40.574081 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d,segment=NetworkSegment(bb73e198-594f-4770-bdc0-dec35d70db5f),segment_id=bb73e198-594f-4770-bdc0-dec35d70db5f)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:31:40.578310 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:40.580559 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:40.656652 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:40.659837 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:40.927009 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:41.240661 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:41.293636 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:41.423591 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Allocated IP 172.28.3.219 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/47017584-d112-408d-9fc1-da3cd23602e5) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:31:41.563854 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:41.591694 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:41.595998 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-09ad0fe9-e74d-4ddc-8203-7a4cbb2c26b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:41.650821 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:31:41.653449 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:31:41.658537 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:31:41.774282 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Pushing event updated for resources: {'Port': ['ID=47017584-d112-408d-9fc1-da3cd23602e5,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:41.790653 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:42.090237 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:42.334325 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:31:42.401935 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:31:42.402308 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:42.421170 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:42.424440 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3815885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3815878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841761'] for router, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:42.599782 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Router 5fa9bc70-1e58-47d7-b049-8243d036a83a has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:31:42.770733 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:31:42.779187 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:42.780511 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] 10.222.0.11 "PUT /v2.0/routers/5fa9bc70-1e58-47d7-b049-8243d036a83a HTTP/1.1" status: 200 len: 890 time: 2.3386161 May 18 01:31:42.781197 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Sync routers for ids ['5fa9bc70-1e58-47d7-b049-8243d036a83a'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:31:42.791404 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Routers {'5fa9bc70-1e58-47d7-b049-8243d036a83a'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:31:42.792151 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:31:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['5fa9bc70-1e58-47d7-b049-8243d036a83a'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:31:43.006167 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Set router 5fa9bc70-1e58-47d7-b049-8243d036a83a gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:31:43.339458 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'name': 'router1', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '47017584-d112-408d-9fc1-da3cd23602e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:23Z', 'updated_at': '2021-05-18T01:31:41Z', 'revision_number': 4, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'gw_port': {'id': '47017584-d112-408d-9fc1-da3cd23602e5', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:41Z', 'updated_at': '2021-05-18T01:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d', 'name': '', 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'mac_address': 'fa:16:3e:02:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:33Z', 'updated_at': '2021-05-18T01:31:40Z', 'revision_number': 5, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'subnets': [{'id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7633278c-a25e-423a-892c-6776cf44a44e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:31:43.344358 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Checking router: 5fa9bc70-1e58-47d7-b049-8243d036a83a for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:31:43.344745 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Updating router 5fa9bc70-1e58-47d7-b049-8243d036a83a port 47017584-d112-408d-9fc1-da3cd23602e5 binding host dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:31:43.399568 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:43.721218 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Notify callbacks [] for port, precommit_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:43.733046 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Transition to ACTIVE for port object 47017584-d112-408d-9fc1-da3cd23602e5 will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:31:43.739613 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:43.743413 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:43.819254 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476f8e6-8739-44ef-91ee-e40b74036192 None None] Pushing event updated for resources: {'Port': ['ID=47017584-d112-408d-9fc1-da3cd23602e5,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:43.821590 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Attempting to bind port 47017584-d112-408d-9fc1-da3cd23602e5 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:31:43.821955 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Attempting to bind port 47017584-d112-408d-9fc1-da3cd23602e5 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:31:43.822325 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Attempting to bind port 47017584-d112-408d-9fc1-da3cd23602e5 on network a2adaee7-831c-4c6c-b54a-b71e9d98e449 {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:31:43.826154 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-0476f8e6-8739-44ef-91ee-e40b74036192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:43.828558 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:31:43.828970 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Checking segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:31:43.829375 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:43.829764 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Bound using segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:31:43.830235 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Bound port: 47017584-d112-408d-9fc1-da3cd23602e5, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:31:43.830613 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:43.903612 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] For port 47017584-d112-408d-9fc1-da3cd23602e5, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:31:43.906598 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] For port 47017584-d112-408d-9fc1-da3cd23602e5, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=47017584-d112-408d-9fc1-da3cd23602e5,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:31:43.912077 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:43.915820 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:43.988923 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Routers {'5fa9bc70-1e58-47d7-b049-8243d036a83a'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:31:43.989474 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:31:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['5fa9bc70-1e58-47d7-b049-8243d036a83a'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:31:44.059856 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476f8e6-8739-44ef-91ee-e40b74036192 None None] Pushing event updated for resources: {'Port': ['ID=47017584-d112-408d-9fc1-da3cd23602e5,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:44.065314 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-0476f8e6-8739-44ef-91ee-e40b74036192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:44.172103 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] Set router 5fa9bc70-1e58-47d7-b049-8243d036a83a gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:31:44.489563 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'name': 'router1', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '47017584-d112-408d-9fc1-da3cd23602e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:23Z', 'updated_at': '2021-05-18T01:31:41Z', 'revision_number': 4, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'gw_port': {'id': '47017584-d112-408d-9fc1-da3cd23602e5', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:41Z', 'updated_at': '2021-05-18T01:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d', 'name': '', 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'mac_address': 'fa:16:3e:02:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:33Z', 'updated_at': '2021-05-18T01:31:40Z', 'revision_number': 5, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'subnets': [{'id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7633278c-a25e-423a-892c-6776cf44a44e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:31:44.493439 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed422274-f54c-4eb7-996f-5a7985758942 None None] The sync data for ids ['5fa9bc70-1e58-47d7-b049-8243d036a83a'] in dv-cinder-784623-9-smb is: [{'id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'name': 'router1', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '47017584-d112-408d-9fc1-da3cd23602e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:31:23Z', 'updated_at': '2021-05-18T01:31:41Z', 'revision_number': 4, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'gw_port': {'id': '47017584-d112-408d-9fc1-da3cd23602e5', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:41Z', 'updated_at': '2021-05-18T01:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d', 'name': '', 'network_id': 'e2c23250-ff2b-4553-9d56-03dedc6f70fe', 'tenant_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'mac_address': 'fa:16:3e:02:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa9bc70-1e58-47d7-b049-8243d036a83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:31:33Z', 'updated_at': '2021-05-18T01:31:40Z', 'revision_number': 5, 'project_id': 'b462b9aa5f1f43e59b42a3d826ea4db6', 'subnets': [{'id': 'b0d97964-fb82-4ca8-b2b6-65d777d55dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7633278c-a25e-423a-892c-6776cf44a44e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:31:45.080587 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 37788) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:31:45.195377 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-6fb48445-8f9b-4b05-b4f4-f97f2a2c963c admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1136079 May 18 01:31:46.355839 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 47017584-d112-408d-9fc1-da3cd23602e5 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:31:46.458479 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 47017584-d112-408d-9fc1-da3cd23602e5 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:31:46.463273 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 47017584-d112-408d-9fc1-da3cd23602e5 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:31:46.463652 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:46.577337 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:46.593292 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 47017584-d112-408d-9fc1-da3cd23602e5, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=47017584-d112-408d-9fc1-da3cd23602e5,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:31:46.596858 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:46.599045 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:31:46.662110 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=47017584-d112-408d-9fc1-da3cd23602e5,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:31:46.666731 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:31:48.349313 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 47017584-d112-408d-9fc1-da3cd23602e5 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:31:48.441901 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 47017584-d112-408d-9fc1-da3cd23602e5 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:31:48.442361 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:31:49.237929 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 5 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:31:57.910544 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e9c1372b-b2ed-4fc0-8bc1-d3036d7df3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:32:00.309530 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0891be4c-bb08-4638-bd42-dc1f2297a193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:32:00.501721 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:32:01.532244 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:32:02.934108 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:32:26.237173 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 5 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:32:27.915475 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-349a4f97-b19f-4b9a-a220-282da5c421c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:32:30.318428 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-99d3809e-c975-4061-963f-c0ecf1740526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:32:30.500895 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:32:31.530534 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:32:32.906707 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:32:57.918718 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2b67a2c5-e465-4dda-ac05-d8e5a601dfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:00.311970 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-05629a0d-8909-4082-85d5-1643c5ca3af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:00.501258 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:01.534726 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:02.908147 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:03.236223 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 5 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:33:17.896735 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38358) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:33:17.963367 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.pecan_wsgi.hooks.translation [None req-81897f9f-b203-4788-aa86-bfc5bf84f3fd admin admin] GET failed (client error): The resource could not be found. May 18 01:33:17.964590 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-81897f9f-b203-4788-aa86-bfc5bf84f3fd admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669217 May 18 01:33:18.091528 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce009257-72c7-4d3d-8b9d-4cde4f06d3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:18.092874 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-ce009257-72c7-4d3d-8b9d-4cde4f06d3f3 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1245425 May 18 01:33:20.158573 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38368) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:33:20.265711 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc118ea-5f12-4334-a26c-666cd982bb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:20.266259 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-edc118ea-5f12-4334-a26c-666cd982bb33 admin admin] Synchronizing usage tracker for tenant:a18e201fc9b147098d211345e40358df on resource:subnet {{(pid=78852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:33:20.283123 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-edc118ea-5f12-4334-a26c-666cd982bb33 admin admin] Unset dirty status for tenant:a18e201fc9b147098d211345e40358df on resource:subnet {{(pid=78852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:33:20.284214 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-edc118ea-5f12-4334-a26c-666cd982bb33 admin admin] 10.222.0.11 "GET /v2.0/subnets/b0d97964-fb82-4ca8-b2b6-65d777d55dd5 HTTP/1.1" status: 200 len: 849 time: 0.1246805 May 18 01:33:20.293346 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:33:20.409602 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Notify callbacks [] for subnet, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:20.592887 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787471643697'] for subnet, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:20.597379 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1dc028ae-c1f4-411c-864c-e0900f7188aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:33:20.639895 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb16c3a-dd04-4de1-9637-2351f864d6e1 None None] Network e2c23250-ff2b-4553-9d56-03dedc6f70fe requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:33:20.643778 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:20.644374 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:20.645680 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] 10.222.0.11 "PUT /v2.0/subnets/b0d97964-fb82-4ca8-b2b6-65d777d55dd5 HTTP/1.1" status: 200 len: 868 time: 0.3560581 May 18 01:33:20.660945 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d97964-fb82-4ca8-b2b6-65d777d55dd5,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:33:20.668857 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.669251 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.669551 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.669884 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.670217 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.670555 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.670883 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.671211 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.671540 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.671865 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.672194 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.672515 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:33:20.676169 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:33:21.135015 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-3194d595-7d3b-4bca-8d6b-6ed9c442dd4c None None] Provisioning complete for port 8917aa9f-1fc3-47d8-bebb-fd1e0b7d7c3d triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:33:21.135393 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3194d595-7d3b-4bca-8d6b-6ed9c442dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:21.256845 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-3194d595-7d3b-4bca-8d6b-6ed9c442dd4c None None] Provisioning complete for port b3a03e9f-4c4c-4dd3-ae20-28cce0bf365f triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:33:21.257214 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3194d595-7d3b-4bca-8d6b-6ed9c442dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:22.745219 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38378) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:33:22.923705 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb211e-861b-4fb0-8fa8-d4817e0da9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:22.924178 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb211e-861b-4fb0-8fa8-d4817e0da9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:22.924994 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-5afb211e-861b-4fb0-8fa8-d4817e0da9e1 admin admin] Synchronizing usage tracker for tenant:a18e201fc9b147098d211345e40358df on resource:network {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:33:22.941708 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-5afb211e-861b-4fb0-8fa8-d4817e0da9e1 admin admin] Unset dirty status for tenant:a18e201fc9b147098d211345e40358df on resource:network {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:33:22.943072 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-5afb211e-861b-4fb0-8fa8-d4817e0da9e1 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968906 May 18 01:33:25.012726 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38388) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:33:25.181839 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aefc37-6def-4d74-afe5-7df51d43f140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:25.182316 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aefc37-6def-4d74-afe5-7df51d43f140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:25.183792 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-e9aefc37-6def-4d74-afe5-7df51d43f140 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1700950 May 18 01:33:27.250817 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38398) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:33:27.413004 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea350cc-d9ba-414f-8c37-02e82bb3a98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:27.414325 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-2ea350cc-d9ba-414f-8c37-02e82bb3a98d admin admin] 10.222.0.11 "GET /v2.0/networks/a2adaee7-831c-4c6c-b54a-b71e9d98e449 HTTP/1.1" status: 200 len: 886 time: 0.1625912 May 18 01:33:27.921723 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-1af0e676-2eb0-4e63-abb6-df9fdb75ac26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:29.502116 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38408) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:33:29.669083 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7dfca3-f28d-43a5-902a-52e624899e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:29.670426 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ac7dfca3-f28d-43a5-902a-52e624899e67 admin admin] 10.222.0.11 "GET /v2.0/networks/e2c23250-ff2b-4553-9d56-03dedc6f70fe HTTP/1.1" status: 200 len: 869 time: 0.1673779 May 18 01:33:30.315439 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-f3115a28-8c64-48d7-b5f8-34db961b04d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:30.502282 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:31.536264 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:31.753509 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38418) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:33:31.860239 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346564ce-2cb8-4950-9d55-af02fbf4bd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:31.860701 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346564ce-2cb8-4950-9d55-af02fbf4bd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:31.862178 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-346564ce-2cb8-4950-9d55-af02fbf4bd74 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1077123 May 18 01:33:32.914123 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:33:33.919508 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38428) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:33:34.075658 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0794a954-f941-450b-a3ea-4b8305c4d04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:34.076171 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0794a954-f941-450b-a3ea-4b8305c4d04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:34.077711 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-0794a954-f941-450b-a3ea-4b8305c4d04f admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1572783 May 18 01:33:36.163636 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38438) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:33:36.268157 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d974723-f63f-4597-a9ed-03ce8f0de9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:36.269488 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-6d974723-f63f-4597-a9ed-03ce8f0de9a2 admin admin] 10.222.0.11 "GET /v2.0/subnets/b0d97964-fb82-4ca8-b2b6-65d777d55dd5 HTTP/1.1" status: 200 len: 868 time: 0.1049237 May 18 01:33:38.351061 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38448) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:33:38.452244 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15711153-98a1-4d8a-9d5d-b09bb2ed13c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:33:38.453559 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-15711153-98a1-4d8a-9d5d-b09bb2ed13c9 admin admin] 10.222.0.11 "GET /v2.0/subnets/b64cc45c-4716-4292-b5f6-1925b2a9bbfa HTTP/1.1" status: 200 len: 816 time: 0.1014826 May 18 01:33:40.235413 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 5 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:33:57.924357 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-01a94d95-83b9-45f0-aad0-442dd06d160c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:00.318537 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-a294dc0c-e6e0-4a7f-ae24-073de7a0362a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:00.504278 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:00.953904 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38492) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:34:01.001092 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [None req-e2b8fc49-3a16-46ee-8347-3481f0dfd372 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:34:01.002099 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e2b8fc49-3a16-46ee-8347-3481f0dfd372 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472658 May 18 01:34:01.538257 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:02.917205 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:03.172987 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38502) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:34:03.237675 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.pecan_wsgi.hooks.translation [None req-06952dc3-ebf1-4a2d-b8a8-89d77cb7fb4b admin admin] GET failed (client error): The resource could not be found. May 18 01:34:03.238897 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-06952dc3-ebf1-4a2d-b8a8-89d77cb7fb4b admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649719 May 18 01:34:03.361227 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61c543-6d55-4575-9e45-d77a209716c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:34:03.362677 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-cb61c543-6d55-4575-9e45-d77a209716c8 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1195045 May 18 01:34:05.464427 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38512) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:34:05.510737 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:34:05.515216 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:34:05.524381 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:34:05.533980 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Made reservation on behalf of a18e201fc9b147098d211345e40358df for: {'network': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:34:05.536163 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:05.621810 dv-cinder-784623-9-smb neutron-server[78851]: WARNING neutron.services.revisions.revision_plugin [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Could not find related network for resource to bump revision. May 18 01:34:05.633667 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=78851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:34:05.642969 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:05.643309 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.segments_db [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Added segment d578aa71-d492-449b-a8e0-77a5e52683be of type vlan for network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd May 18 01:34:05.669432 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:05.699828 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:05.701195 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:34:05.701795 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:05.706164 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:34:05.803594 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3381119 May 18 01:34:05.806047 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Pushing event updated for resources: {'Network': ['ID=110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:34:05.813083 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.813427 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.813765 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.814093 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.814417 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.814737 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.815057 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.815374 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.815712 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.816033 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.816350 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.816661 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:05.828133 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:34:05.835261 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:34:07.907058 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38522) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:34:07.972699 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd2366f-a144-4a33-96be-3cc864132b56 admin admin] GET failed (client error): The resource could not be found. May 18 01:34:07.973233 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-8bd2366f-a144-4a33-96be-3cc864132b56 admin admin] Synchronizing usage tracker for tenant:a18e201fc9b147098d211345e40358df on resource:network {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:34:07.987933 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-8bd2366f-a144-4a33-96be-3cc864132b56 admin admin] Unset dirty status for tenant:a18e201fc9b147098d211345e40358df on resource:network {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:34:07.989225 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-8bd2366f-a144-4a33-96be-3cc864132b56 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0812235 May 18 01:34:08.107573 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4430ebd-d0c3-45a5-8030-31545ee4e18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:34:08.108895 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-b4430ebd-d0c3-45a5-8030-31545ee4e18b admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1154008 May 18 01:34:08.118793 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Request body: {'subnet': {'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:34:08.123224 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:34:08.132318 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:34:08.142025 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Made reservation on behalf of a18e201fc9b147098d211345e40358df for: {'subnet': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:34:08.144213 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Notify callbacks [] for subnet, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:08.523653 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181'] for subnet, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:08.528540 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:34:08.598941 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade159bc-b227-4fdf-a066-4d90498e7314,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:34:08.604060 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Checking segment: {'id': 'd578aa71-d492-449b-a8e0-77a5e52683be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:34:08.604485 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Network hostable DHCP agents. Network: 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:34:08.608052 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:34:08.622855 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:34:08.632324 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd) {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:34:08.636790 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:34:08.637408 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:08.641312 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e05a068-6d77-436b-8221-10500d78e44c None None] Network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:34:08.661829 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5468357 May 18 01:34:08.885916 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f040f5a-a771-5fd5-a8d4-d4dce0ac1ed4-110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd', 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd', 'tenant_id': 'a18e201fc9b147098d211345e40358df', 'fixed_ips': [{'subnet_id': 'ade159bc-b227-4fdf-a066-4d90498e7314'}]}} from dv-cinder-784623-9-smb. {{(pid=78853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 01:34:08.886719 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:09.042364 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.db_base_plugin_common [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Allocated IP 192.168.233.2 (110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd/ade159bc-b227-4fdf-a066-4d90498e7314/96fb2c57-bff9-4406-b037-56f2a6b0c6b2) {{(pid=78853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:34:09.246953 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Notify callbacks [] for port, precommit_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:09.258239 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Transition to ACTIVE for port object 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:34:09.277161 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Transition to ACTIVE for port object 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 will not be triggered until provisioned by entity DHCP. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:34:09.282416 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:09.286649 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:34:09.349819 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd is already hosted by enough agents. {{(pid=78853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:34:09.352804 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.base_scheduler [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Resources bound (agent type, host, resource id): {{(pid=78853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:34:09.357173 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Pushing event updated for resources: {'Port': ['ID=96fb2c57-bff9-4406-b037-56f2a6b0c6b2,revision_number=1']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:34:09.359388 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Received port after_create {{(pid=78853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:34:09.396869 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.397163 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.397475 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.397807 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.399007 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.399007 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.399305 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.400014 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.400014 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.400388 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.400819 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.401154 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:34:09.411424 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:34:09.461353 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Attempting to bind port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:34:09.461745 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Attempting to bind port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'd578aa71-d492-449b-a8e0-77a5e52683be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:34:09.462112 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Attempting to bind port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 on network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:34:09.467499 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:34:09.467868 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Checking segment: {'id': 'd578aa71-d492-449b-a8e0-77a5e52683be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:34:09.468276 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:09.468668 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Bound using segment: {'id': 'd578aa71-d492-449b-a8e0-77a5e52683be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:34:09.469191 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Bound port: 96fb2c57-bff9-4406-b037-56f2a6b0c6b2, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd578aa71-d492-449b-a8e0-77a5e52683be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:34:09.469565 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:09.555911 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] For port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:34:09.559036 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] For port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=96fb2c57-bff9-4406-b037-56f2a6b0c6b2,segment=NetworkSegment(d578aa71-d492-449b-a8e0-77a5e52683be),segment_id=d578aa71-d492-449b-a8e0-77a5e52683be)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:34:09.562535 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:09.567503 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:34:09.642335 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Pushing event updated for resources: {'Port': ['ID=96fb2c57-bff9-4406-b037-56f2a6b0c6b2,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:34:09.645365 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:34:10.463344 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3769e722-297e-49ee-93ac-33d80a9e7479 None None] Network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:34:10.481012 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:34:10.614272 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-627a94db-e0f3-45bf-82bd-cc073c270d16 None None] Provisioning for port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:34:10.682898 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:34:10.696167 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:34:10.696543 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:10.872585 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:10.909105 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=96fb2c57-bff9-4406-b037-56f2a6b0c6b2,segment=NetworkSegment(d578aa71-d492-449b-a8e0-77a5e52683be),segment_id=d578aa71-d492-449b-a8e0-77a5e52683be)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:34:10.915955 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:10.918223 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:34:10.992019 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=96fb2c57-bff9-4406-b037-56f2a6b0c6b2,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:34:10.995402 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:34:11.156435 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-20fe3d99-f5ce-4ad3-9f12-e8b52263827f None None] Provisioning complete for port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:34:11.156714 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-20fe3d99-f5ce-4ad3-9f12-e8b52263827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:12.447697 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:34:12.516558 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 96fb2c57-bff9-4406-b037-56f2a6b0c6b2 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:34:12.516957 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:17.234474 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 5 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:34:27.926141 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e2b718ac-e0ed-4fda-9d09-8837653ad21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:30.325071 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e0b6461c-32a2-4de8-b8d8-41bf5593b08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:30.505949 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:31.541151 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:32.919306 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:34:54.233105 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 5 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:34:57.927223 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-c5d4196e-3493-4000-b5f0-dba3bde01ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:00.317972 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-10bcd8f8-d1b5-4cc1-9642-872f5b90527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:00.507754 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:01.543815 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:02.922569 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:19.051292 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38574) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:35:19.058779 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [None req-36854fed-390c-4568-be02-29313f48f3b5 tempest-verify_tempest_config-993074906 tempest-verify_tempest_config-993074906-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:35:19.059760 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-36854fed-390c-4568-be02-29313f48f3b5 tempest-verify_tempest_config-993074906 tempest-verify_tempest_config-993074906-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074973 May 18 01:35:19.354350 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38592) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:35:19.470149 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:19.484309 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:35:19.488066 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Usage tracker for resource:security_group_rule and tenant:20febea3a6b74b7faac718a525fd21f4 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:35:19.491506 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:35:19.497080 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:35:19.578965 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:19.582292 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:19.590634 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:35:19.627689 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Synchronizing usage tracker for tenant:a18e201fc9b147098d211345e40358df on resource:security_group {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:35:19.630905 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac388a0e-3ed8-4c67-94c8-c6ad9ca46d01,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:35:19.639382 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.639718 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.640045 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.640364 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.640682 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.641146 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.641463 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.641777 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.642090 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.642399 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.642708 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.643016 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:35:19.647222 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:35:19.656908 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Unset dirty status for tenant:a18e201fc9b147098d211345e40358df on resource:security_group {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:35:19.658125 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20febea3a6b74b7faac718a525fd21f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3028502 May 18 01:35:19.660704 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38598) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:35:19.716857 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-02205201-fbaf-460e-9c79-3fb057641ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:19.742027 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-02205201-fbaf-460e-9c79-3fb057641ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:19.832733 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-02205201-fbaf-460e-9c79-3fb057641ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:19.838857 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:35:19.850946 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02205201-fbaf-460e-9c79-3fb057641ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac388a0e-3ed8-4c67-94c8-c6ad9ca46d01,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:35:19.853757 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-02205201-fbaf-460e-9c79-3fb057641ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:35:19.855646 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-02205201-fbaf-460e-9c79-3fb057641ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:19.856739 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-02205201-fbaf-460e-9c79-3fb057641ccc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac388a0e-3ed8-4c67-94c8-c6ad9ca46d01 HTTP/1.1" status: 204 len: 168 time: 0.1951458 May 18 01:35:27.929464 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2558c749-7868-42e2-9d8a-473b4b2cefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:30.321436 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-a3b7869b-a87b-4d04-95a3-1e086025d832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:30.511761 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:31.232265 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 5 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:35:31.546631 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:32.926969 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:35:57.932037 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-d035d8e6-e808-4cc2-aded-7a489ce85f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:00.324063 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0f88d6b4-790d-444c-94dc-44dc04ee1bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:00.513951 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:01.547746 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:02.926954 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:08.231896 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 5 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:36:27.932209 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-c85e3435-4f1f-40b5-8f4c-dd8ae125de11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:30.327626 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-757353df-44c9-4afd-8473-7411add51148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:30.514033 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:31.550639 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:32.931847 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:45.230886 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 5 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:36:54.938244 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228'] for agent, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:57.932978 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-7fa119c4-782b-49a7-9940-9eb48090cebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:36:58.455462 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38650) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:36:58.564327 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-98cdc660-5f39-41ef-983e-6f2ca377af81 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1077962 May 18 01:37:00.330437 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-c50bf565-aa85-4148-a4f7-1189233609c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:00.515442 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:00.656577 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38660) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:37:00.711060 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-aaa88d2c-972b-4de4-87c8-d01ce3575358 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0534103 May 18 01:37:01.552263 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:02.935112 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:22.230245 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:37:24.893086 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:27.933416 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-313fc328-0fbf-407d-88f9-c3e2fd6237fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:30.331217 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-5dffddbe-da8e-4d0e-89a0-ea360e9fbe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:30.515931 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:31.556233 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:32.937615 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:54.894230 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:57.934546 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e2a99dd4-15c1-42d8-b76f-e628235ea17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:37:59.228891 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:38:00.334427 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-c2635c67-3332-4c54-995a-6c16c7e8eea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:00.517000 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:01.558069 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:02.940492 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:24.927319 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:27.770891 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38870) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:27.938027 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-229a35b7-c207-43a1-9856-2cd3848c147b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.125022 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38882) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:28.235542 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-network', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:28.242144 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:28.246915 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Usage tracker for resource:network and tenant:e91f2d13f2154371b4d9598ce7833e5f is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:28.251306 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:28.258290 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:28.272253 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Made reservation on behalf of e91f2d13f2154371b4d9598ce7833e5f for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:28.276525 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.298945 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.322820 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:28.326704 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Usage tracker for resource:security_group_rule and tenant:e91f2d13f2154371b4d9598ce7833e5f is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:28.329739 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:28.336329 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:28.430217 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.434499 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.439268 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:28.446750 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38904) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:28.469226 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:38:28.481304 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde0f1ca-de48-47c1-a27a-a2528e206d1c,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:28.481645 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-682316859-network', 'tenant_id': 'c66510ff861141fcaf248b89eb06929d'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:28.487886 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:28.492413 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.492766 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Added segment 0516a0d2-190f-4632-b190-37be84afeb2f of type vlan for network 9533330a-4893-4169-b921-043203f6661e May 18 01:38:28.494589 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.494935 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.495271 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.495606 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.495937 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.496267 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.496594 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.496950 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.497070 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Usage tracker for resource:network and tenant:c66510ff861141fcaf248b89eb06929d is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:28.497553 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.498051 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.498538 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.499013 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.499990 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Tracked resource versions report: May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: pushed versions: May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: { 'AddressGroup': {'1.2'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'ConntrackHelper': {'1.0'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'Log': {'1.0'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'Network': {'1.1'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'Port': {'1.7'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'PortForwarding': {'1.2'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'QosPolicy': {'1.8'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'SecurityGroup': {'1.4'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'SecurityGroupRule': {'1.2'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'SubPort': {'1.0'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'Subnet': {'1.1'}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'Trunk': {'1.1'}} May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: consumer versions: May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: { DHCP agent@dv-cinder-784623-9-smb: {}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: HyperV agent@hv-cinder-78462: {}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: L3 agent@dv-cinder-784623-9-smb: {}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: Metadata agent@dv-cinder-784623-9-smb: {}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: Metering agent@dv-cinder-784623-9-smb: {}, May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: Open vSwitch agent@dv-cinder-784623-9-smb: { 'AddressGroup': '1.2', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'ConntrackHelper': '1.0', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'Log': '1.0', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'Network': '1.1', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'Port': '1.7', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'PortForwarding': '1.2', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'QosPolicy': '1.8', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'SecurityGroup': '1.4', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'SecurityGroupRule': '1.2', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'SubPort': '1.0', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'Subnet': '1.1', May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: 'Trunk': '1.1'}} May 18 01:38:28.500372 dv-cinder-784623-9-smb neutron-server[78852]: {{(pid=78852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 01:38:28.505737 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:28.506328 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:28.516181 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Made reservation on behalf of c66510ff861141fcaf248b89eb06929d for: {'network': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:28.520942 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.537122 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.540212 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.552283 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:28.556603 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c66510ff861141fcaf248b89eb06929d is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:28.561121 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:28.567262 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:28.574984 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.576961 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:28.577946 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.586821 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:28.653083 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.658289 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.671344 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=78851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:38:28.673436 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a4c4b984-8fa0-4eac-9523-a978d5276054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:28.693191 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.693780 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.segments_db [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Added segment bca453e1-752d-48b4-8b08-3525fdb2dcbc of type vlan for network 4b6ed47c-b001-4213-ae31-74bc0bcbe3b4 May 18 01:38:28.721116 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.724969 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Pushing event updated for resources: {'Network': ['ID=9533330a-4893-4169-b921-043203f6661e,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:28.728601 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:28.734080 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9616053 May 18 01:38:28.735134 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38918) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:28.739776 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 9533330a-4893-4169-b921-043203f6661e details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:38:28.763490 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Request body: {'subnet': {'network_id': '9533330a-4893-4169-b921-043203f6661e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-subnet', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:28.766126 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507cb4d6-e736-4864-8edb-afe295d75b44,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:28.768351 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:28.774817 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.775419 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.775934 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.776445 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.776988 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.777473 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Usage tracker for resource:subnet and tenant:e91f2d13f2154371b4d9598ce7833e5f is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:28.778046 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.778547 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.779057 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.779575 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.780076 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.780573 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.781085 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:28.781500 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Tracked resource versions report: May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: pushed versions: May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: { 'AddressGroup': {'1.2'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'ConntrackHelper': {'1.0'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'Log': {'1.0'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'Network': {'1.1'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'Port': {'1.7'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'PortForwarding': {'1.2'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'QosPolicy': {'1.8'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'SecurityGroup': {'1.4'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'SecurityGroupRule': {'1.2'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'SubPort': {'1.0'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'Subnet': {'1.1'}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'Trunk': {'1.1'}} May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: consumer versions: May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: { DHCP agent@dv-cinder-784623-9-smb: {}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: HyperV agent@hv-cinder-78462: {}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: L3 agent@dv-cinder-784623-9-smb: {}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: Metadata agent@dv-cinder-784623-9-smb: {}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: Metering agent@dv-cinder-784623-9-smb: {}, May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: Open vSwitch agent@dv-cinder-784623-9-smb: { 'AddressGroup': '1.2', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'ConntrackHelper': '1.0', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'Log': '1.0', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'Network': '1.1', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'Port': '1.7', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'PortForwarding': '1.2', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'QosPolicy': '1.8', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'SecurityGroup': '1.4', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'SecurityGroupRule': '1.2', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'SubPort': '1.0', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'Subnet': '1.1', May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: 'Trunk': '1.1'}} May 18 01:38:28.782511 dv-cinder-784623-9-smb neutron-server[78851]: {{(pid=78851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 01:38:28.787412 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.789259 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:28.790579 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:28.791349 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.796042 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:28.814039 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Made reservation on behalf of e91f2d13f2154371b4d9598ce7833e5f for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:28.817423 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:28.817751 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-fd036d52-ed05-43a7-9c10-5c32abcd580e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:28.971360 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4b6ed47c-b001-4213-ae31-74bc0bcbe3b4,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:28.990723 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-459633902-network', 'tenant_id': 'bf8e94615022444d841e0fbde2f29590'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:28.996064 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 4b6ed47c-b001-4213-ae31-74bc0bcbe3b4 details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:38:29.002059 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:29.009666 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:29.021827 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Usage tracker for resource:network and tenant:bf8e94615022444d841e0fbde2f29590 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:29.036567 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9097507 May 18 01:38:29.039085 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:29.054529 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:29.063164 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 38926) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:29.069880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Request body: {'subnet': {'network_id': '4b6ed47c-b001-4213-ae31-74bc0bcbe3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-682316859-subnet', 'tenant_id': 'c66510ff861141fcaf248b89eb06929d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:29.075832 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:29.080235 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Usage tracker for resource:subnet and tenant:c66510ff861141fcaf248b89eb06929d is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:29.084012 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:29.090647 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:29.099927 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Made reservation on behalf of bf8e94615022444d841e0fbde2f29590 for: {'network': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:29.103005 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:29.118163 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:29.130414 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Made reservation on behalf of c66510ff861141fcaf248b89eb06929d for: {'subnet': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:29.133684 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Notify callbacks [] for subnet, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:29.524927 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:29.548049 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:29.557178 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-66565b52-0cc8-49b1-82fb-dd5193aedd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:29.570326 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Usage tracker for resource:security_group_rule and tenant:bf8e94615022444d841e0fbde2f29590 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:29.581100 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:29.661972 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1d5e77-7d55-468b-ac63-1f48864243b1,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:29.669575 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:29.673935 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Checking segment: {'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:38:29.674698 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Network hostable DHCP agents. Network: 9533330a-4893-4169-b921-043203f6661e, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:38:29.705002 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Network 9533330a-4893-4169-b921-043203f6661e is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:38:29.723539 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 9533330a-4893-4169-b921-043203f6661e) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:29.733586 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d65863-5879-4558-b209-4a52f7ed10a2 None None] Network 9533330a-4893-4169-b921-043203f6661e requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:38:29.736303 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:29.736913 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:29.737507 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:29.791392 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0555680 May 18 01:38:29.796911 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 38948) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:29.800880 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-router', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:29.814527 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:29.826895 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Usage tracker for resource:router and tenant:e91f2d13f2154371b4d9598ce7833e5f is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:29.847184 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:29.877619 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:29.920465 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5134'] for router, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:29.921526 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3841536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3915002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5137'] for router, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:29.956119 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.042517 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.063794 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.155225 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:30.247785 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d1ba48-3235-4cae-a733-37f4609b9f15,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:30.252175 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:30.277402 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=78851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:38:30.306651 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181'] for subnet, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.307814 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.308021 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.segments_db [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Added segment dfd56e4b-8f88-4d0d-885b-878d0a12d5de of type vlan for network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e May 18 01:38:30.319731 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09eb0eb-f0bc-47d6-8d08-91a8f0a9ccb4 None None] Network 9533330a-4893-4169-b921-043203f6661e requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:38:30.339333 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6b1d6393-3300-48cc-9b0c-804fee5eabff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:30.517606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Checking segment: {'id': 'bca453e1-752d-48b4-8b08-3525fdb2dcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4b6ed47c-b001-4213-ae31-74bc0bcbe3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:38:30.520513 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Network hostable DHCP agents. Network: 4b6ed47c-b001-4213-ae31-74bc0bcbe3b4, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:38:30.589897 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.614543 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.622429 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-7fcb082f-8c2d-4980-941c-38eeb288f143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.649538 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.659507 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d1cf35-0abd-44f2-b743-3f65b7a8724d,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:30.674482 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:30.702140 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Network 4b6ed47c-b001-4213-ae31-74bc0bcbe3b4 is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:38:30.742970 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 4b6ed47c-b001-4213-ae31-74bc0bcbe3b4) {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:30.747788 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:30.748675 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.756062 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e886c7-afb0-4303-9db8-05e2a457840e None None] Network 4b6ed47c-b001-4213-ae31-74bc0bcbe3b4 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:38:30.777154 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.786099 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:30.786801 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:30.796698 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:31.036209 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e8b2e-f4ce-4f26-81ca-ffc6643153ba None None] Network 4b6ed47c-b001-4213-ae31-74bc0bcbe3b4 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:38:31.052713 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9790270 May 18 01:38:31.085135 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6371796 May 18 01:38:31.104634 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39024) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:31.127978 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Request body: {'subnet': {'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-459633902-subnet', 'tenant_id': 'bf8e94615022444d841e0fbde2f29590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:31.137287 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:31.145924 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Usage tracker for resource:subnet and tenant:bf8e94615022444d841e0fbde2f29590 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:31.149454 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:31.155240 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:31.188619 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Made reservation on behalf of bf8e94615022444d841e0fbde2f29590 for: {'subnet': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:31.191201 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:31.220613 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Pushing event updated for resources: {'Network': ['ID=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:31.229214 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:31.253350 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:38:31.256311 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:31.327698 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:31.661597 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Allocated IP 172.28.3.4 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/ac9ee883-d584-4518-8863-868a4498b8d2) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:38:31.685681 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:31.829167 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39054) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:31.886680 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39060) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:31.967277 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.010882 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.023554 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:32.143389 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39088) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:32.163590 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181'] for subnet, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.170521 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-63026b6a-6616-4815-b2e6-f2da5184daac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:32.171219 dv-cinder-784623-9-smb neutron-server[78852]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 01:38:32.214907 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:38:32.220622 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.223778 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.235979 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:32.246449 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:38:32.256672 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:32.270574 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] Usage tracker for resource:security_group_rule and tenant:c7047e161a7045b58641143edbbac855 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:32.280156 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:32.291911 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:32.298179 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9651875f-8b4a-4721-9d3d-140ff3043c11,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:32.304942 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:32.308752 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Checking segment: {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:38:32.309312 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Network hostable DHCP agents. Network: c3e8bd30-395b-4244-ab5e-2b9d306fcc4e, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:38:32.354765 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:38:32.370398 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:32.373219 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Pushing event updated for resources: {'Port': ['ID=ac9ee883-d584-4518-8863-868a4498b8d2,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:32.375366 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, c3e8bd30-395b-4244-ab5e-2b9d306fcc4e) {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:32.384877 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97658dae-85cc-42e1-b551-326bbd049fb8 None None] Network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:38:32.388679 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:32.389380 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.433329 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3255379 May 18 01:38:32.457569 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:32.467239 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b8f10befaeab401fa4df027cf8e38bb5 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:32.469072 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.477431 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.484713 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-8053c4dc-1a03-427f-b7ac-a54531a3690f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:32.488597 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:32.514304 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c6288d-61ff-4f7b-8cbd-9e71a7fb030d,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:32.519016 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:32.540131 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7047e161a7045b58641143edbbac855&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7098963 May 18 01:38:32.540987 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39102) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:32.571541 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:32.689980 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-00f02f31-bbe7-4944-b127-fb5ed9874d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.726459 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-00f02f31-bbe7-4944-b127-fb5ed9874d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.825254 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4d225-4171-4a44-ad96-9c630657127b req-5fa29263-b318-4d69-89c9-9f031a99d490 tempest-DeleteServersTestJSON-1365732734 tempest-DeleteServersTestJSON-1365732734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:32.826867 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-3ae4d225-4171-4a44-ad96-9c630657127b req-5fa29263-b318-4d69-89c9-9f031a99d490 tempest-DeleteServersTestJSON-1365732734 tempest-DeleteServersTestJSON-1365732734-project] 10.222.0.11 "GET /v2.0/networks?id=4b6ed47c-b001-4213-ae31-74bc0bcbe3b4 HTTP/1.1" status: 200 len: 811 time: 0.6800826 May 18 01:38:32.838303 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-00f02f31-bbe7-4944-b127-fb5ed9874d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.843369 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:32.862786 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bcbdaa-cb95-40c5-ac93-49872fb94a14 None None] Network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:38:32.871719 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f02f31-bbe7-4944-b127-fb5ed9874d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c6288d-61ff-4f7b-8cbd-9e71a7fb030d,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:32.880817 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-00f02f31-bbe7-4944-b127-fb5ed9874d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:32.906306 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-00f02f31-bbe7-4944-b127-fb5ed9874d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:32.909093 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-00f02f31-bbe7-4944-b127-fb5ed9874d2c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99c6288d-61ff-4f7b-8cbd-9e71a7fb030d HTTP/1.1" status: 204 len: 168 time: 0.3671424 May 18 01:38:32.938366 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-3ae4d225-4171-4a44-ad96-9c630657127b req-58fa2b63-0f58-418d-b5cc-4053202655c0 tempest-DeleteServersTestJSON-1365732734 tempest-DeleteServersTestJSON-1365732734-project] 10.222.0.11 "GET /v2.0/quotas/c66510ff861141fcaf248b89eb06929d HTTP/1.1" status: 200 len: 375 time: 0.0989909 May 18 01:38:32.993655 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:33.013368 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-3ae4d225-4171-4a44-ad96-9c630657127b req-fa0f3b60-989f-47a2-9c86-3aa517e9c05c tempest-DeleteServersTestJSON-1365732734 tempest-DeleteServersTestJSON-1365732734-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c66510ff861141fcaf248b89eb06929d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674117 May 18 01:38:33.049938 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:33.142278 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39162) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:33.144965 dv-cinder-784623-9-smb neutron-server[78851]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 01:38:33.173662 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:33.188449 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:33.229608 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:33.346962 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-bd9e0c15-6e96-4386-8620-f86867189a14 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:33.347722 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-bd9e0c15-6e96-4386-8620-f86867189a14 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Synchronizing usage tracker for tenant:bf8e94615022444d841e0fbde2f29590 on resource:network {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:38:33.375278 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-bd9e0c15-6e96-4386-8620-f86867189a14 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Unset dirty status for tenant:bf8e94615022444d841e0fbde2f29590 on resource:network {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:38:33.376478 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-bd9e0c15-6e96-4386-8620-f86867189a14 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 814 time: 0.2332957 May 18 01:38:33.399026 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-d74ed750-5cd8-4f08-9a27-8a520055f299 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/quotas/bf8e94615022444d841e0fbde2f29590 HTTP/1.1" status: 200 len: 375 time: 0.0155029 May 18 01:38:33.413634 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8f10befaeab401fa4df027cf8e38bb5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5251310 May 18 01:38:33.427999 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39174) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:33.454441 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7c3217-cb39-472d-869c-e15a8d436e74,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:33.486315 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [req-3ae4d225-4171-4a44-ad96-9c630657127b req-88f99b4a-f6a9-4596-99f6-22873023c03c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:38:33.487421 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-3ae4d225-4171-4a44-ad96-9c630657127b req-88f99b4a-f6a9-4596-99f6-22873023c03c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2628138 May 18 01:38:33.488406 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:33.495548 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-abeabb1c-b8aa-46bd-90d3-3aa726537805 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907345 May 18 01:38:33.603067 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39186) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:33.625249 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-a3adcd84-b0d6-4d41-89c5-cd39f4909c16 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:38:33.626229 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-a3adcd84-b0d6-4d41-89c5-cd39f4909c16 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0720670 May 18 01:38:33.628817 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:33.709976 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:33.723611 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] Usage tracker for resource:security_group_rule and tenant:161c86a93f8d4fd785d049a370c0c229 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:33.727789 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:33.735876 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:33.786351 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-38285bd5-2b53-4c76-a3eb-d2884c697f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:33.798770 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-1e14583e-eb58-45c5-add8-3bd231904eea service neutron] 10.222.0.11 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608000 May 18 01:38:33.807110 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-3ae4d225-4171-4a44-ad96-9c630657127b req-483fc867-134c-4781-82ad-16a7a763b1e2 service neutron] 10.222.0.11 "GET /v2.0/networks/4b6ed47c-b001-4213-ae31-74bc0bcbe3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097594 May 18 01:38:33.904248 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-38285bd5-2b53-4c76-a3eb-d2884c697f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:33.941439 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815860'] for router, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:33.970558 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:33.977218 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-353ae837-b1af-4cc4-b4c1-02e93a21e3db service neutron] 10.222.0.11 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699555 May 18 01:38:33.977913 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:33.985273 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:34.033764 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=161c86a93f8d4fd785d049a370c0c229&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4270995 May 18 01:38:34.033764 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8255ae97-040a-4b38-8079-300e10ec444e,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:34.034649 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39192) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:34.039667 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:34.107383 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-48673059-d3cd-458d-94a8-528e44841e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:34.133825 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-48673059-d3cd-458d-94a8-528e44841e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:34.138634 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-3ae4d225-4171-4a44-ad96-9c630657127b req-a9b5216b-f333-47db-801e-cc725a51b859 service neutron] 10.222.0.11 "GET /v2.0/networks/4b6ed47c-b001-4213-ae31-74bc0bcbe3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218858 May 18 01:38:34.166673 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-38285bd5-2b53-4c76-a3eb-d2884c697f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:34.176902 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:34.193222 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38285bd5-2b53-4c76-a3eb-d2884c697f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7c3217-cb39-472d-869c-e15a8d436e74,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:34.198889 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-38285bd5-2b53-4c76-a3eb-d2884c697f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:34.221864 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-48673059-d3cd-458d-94a8-528e44841e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:34.230905 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-38285bd5-2b53-4c76-a3eb-d2884c697f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:34.231603 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-22aa9e2c-cc53-4edb-b6f4-ed5e3442e74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:34.234718 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-38285bd5-2b53-4c76-a3eb-d2884c697f4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e7c3217-cb39-472d-869c-e15a8d436e74 HTTP/1.1" status: 204 len: 168 time: 0.8026669 May 18 01:38:34.248173 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 is scheduled to L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b with binding_index 1 {{(pid=78852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 01:38:34.253879 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48673059-d3cd-458d-94a8-528e44841e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8255ae97-040a-4b38-8079-300e10ec444e,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:34.260306 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-48673059-d3cd-458d-94a8-528e44841e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:34.264361 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-48673059-d3cd-458d-94a8-528e44841e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:34.268872 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-48673059-d3cd-458d-94a8-528e44841e57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8255ae97-040a-4b38-8079-300e10ec444e HTTP/1.1" status: 204 len: 168 time: 0.2312043 May 18 01:38:34.591769 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:38:34.609960 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Sync routers for ids ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:38:34.626082 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Routers {'ad2e0d55-9699-4175-9acf-f10cf24f4ad6'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:38:34.627135 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:38:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:38:34.649279 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:34.651054 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8553679 May 18 01:38:34.653997 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39234) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:34.661812 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-923b3053-4029-4024-97f9-3946ad818c12 req-6df2039c-b220-495d-af7f-3bb6717e9c32 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 210 time: 0.0928137 May 18 01:38:35.015537 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Set router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:38:35.604515 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-router', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:29Z', 'updated_at': '2021-05-18T01:38:32Z', 'revision_number': 3, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'gw_port': {'id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:38:35.609590 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Checking router: ad2e0d55-9699-4175-9acf-f10cf24f4ad6 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:38:35.610048 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Updating router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 port ac9ee883-d584-4518-8863-868a4498b8d2 binding host dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:38:35.651958 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39290) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:35.679986 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:35.807448 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f0529b2-7910-43f0-a11b-161dcee50528 req-703b2305-6cc2-40b5-bb5e-bff69cc5c781 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 210 time: 0.0823247 May 18 01:38:35.896857 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:35.939810 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:35.940391 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:35.946983 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] Usage tracker for resource:security_group_rule and tenant:e3167314add84ac69be1bfbd28298e72 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:35.950875 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:35.960386 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:36.114729 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.120150 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.135058 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:36.150811 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Notify callbacks [] for port, precommit_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.164976 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.provisioning_blocks [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Transition to ACTIVE for port object ac9ee883-d584-4518-8863-868a4498b8d2 will not be triggered until provisioned by entity L2. {{(pid=78854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:38:36.174650 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.181523 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-a80d8d5f-ecd9-4194-80e9-154a1164d61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:36.221706 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3167314add84ac69be1bfbd28298e72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5684445 May 18 01:38:36.224169 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc6e92e-54df-4f1e-8a6d-a9251a46d649,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:36.254279 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Pushing event updated for resources: {'Port': ['ID=ac9ee883-d584-4518-8863-868a4498b8d2,revision_number=2']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:36.257823 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:36.259905 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39312) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:36.264523 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.264930 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.265268 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.265693 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.266099 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.266623 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.266838 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.267260 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.267614 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.267893 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.268206 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.268644 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Tracked resource versions report: May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: pushed versions: May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: { 'AddressGroup': {'1.2'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'ConntrackHelper': {'1.0'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'Log': {'1.0'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'Network': {'1.1'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'Port': {'1.7'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'PortForwarding': {'1.2'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'QosPolicy': {'1.8'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'SecurityGroup': {'1.4'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'SecurityGroupRule': {'1.2'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'SubPort': {'1.0'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'Subnet': {'1.1'}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'Trunk': {'1.1'}} May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: consumer versions: May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: { DHCP agent@dv-cinder-784623-9-smb: {}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: HyperV agent@hv-cinder-78462: {}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: L3 agent@dv-cinder-784623-9-smb: {}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: Metadata agent@dv-cinder-784623-9-smb: {}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: Metering agent@dv-cinder-784623-9-smb: {}, May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: Open vSwitch agent@dv-cinder-784623-9-smb: { 'AddressGroup': '1.2', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'ConntrackHelper': '1.0', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'Log': '1.0', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'Network': '1.1', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'Port': '1.7', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'PortForwarding': '1.2', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'QosPolicy': '1.8', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'SecurityGroup': '1.4', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'SecurityGroupRule': '1.2', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'SubPort': '1.0', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'Subnet': '1.1', May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: 'Trunk': '1.1'}} May 18 01:38:36.269568 dv-cinder-784623-9-smb neutron-server[78854]: {{(pid=78854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 01:38:36.284759 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:36.294837 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:38:36.330273 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Attempting to bind port ac9ee883-d584-4518-8863-868a4498b8d2 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:38:36.330651 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Attempting to bind port ac9ee883-d584-4518-8863-868a4498b8d2 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:38:36.331017 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Attempting to bind port ac9ee883-d584-4518-8863-868a4498b8d2 on network a2adaee7-831c-4c6c-b54a-b71e9d98e449 {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:38:36.336725 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:38:36.337523 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Checking segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:38:36.337845 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.338394 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Bound using segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:38:36.338611 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Bound port: ac9ee883-d584-4518-8863-868a4498b8d2, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:38:36.338988 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.352754 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Allocated IP 172.20.0.1 (9533330a-4893-4169-b921-043203f6661e/2e1d5e77-7d55-468b-ac63-1f48864243b1/8d4f5525-2cd4-4816-ad29-f03f44648fb7) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:38:36.505595 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] For port ac9ee883-d584-4518-8863-868a4498b8d2, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:38:36.510649 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] For port ac9ee883-d584-4518-8863-868a4498b8d2, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=ac9ee883-d584-4518-8863-868a4498b8d2,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:38:36.518385 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.536754 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:36.575557 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6c592bd3-8ec0-4d12-9df3-563245757967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.636141 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Routers {'ad2e0d55-9699-4175-9acf-f10cf24f4ad6'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:38:36.637573 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:38:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:38:36.671303 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6c592bd3-8ec0-4d12-9df3-563245757967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.738884 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Pushing event updated for resources: {'Port': ['ID=ac9ee883-d584-4518-8863-868a4498b8d2,revision_number=3']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:36.746772 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:36.795700 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6c592bd3-8ec0-4d12-9df3-563245757967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.804075 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-02205201-fbaf-460e-9c79-3fb057641ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:36.820569 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.828923 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6c592bd3-8ec0-4d12-9df3-563245757967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.832419 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-6c592bd3-8ec0-4d12-9df3-563245757967 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cdc6e92e-54df-4f1e-8a6d-a9251a46d649 HTTP/1.1" status: 204 len: 168 time: 0.5687690 May 18 01:38:36.838687 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c592bd3-8ec0-4d12-9df3-563245757967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc6e92e-54df-4f1e-8a6d-a9251a46d649,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:36.851312 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6c592bd3-8ec0-4d12-9df3-563245757967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:36.891432 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:36.914051 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:36.971117 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Network 9533330a-4893-4169-b921-043203f6661e is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:38:36.974494 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:36.979222 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:38:36.979894 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841359'] for router_interface, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:37.008330 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Pushing event updated for resources: {'Port': ['ID=8d4f5525-2cd4-4816-ad29-f03f44648fb7,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:37.017847 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] Set router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:38:37.018238 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:37.165586 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:37.395367 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b482c8b5-7920-4a3b-bd6e-e888c5ad4689 req-f712f73e-eda7-487b-beab-b3a3777a7bb7 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 210 time: 0.1439738 May 18 01:38:37.501531 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:37.506878 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:37.508638 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810792'] for router_interface, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:37.514352 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-3413c920-a042-4fa1-9bf4-8fbaf95dc13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:37.592447 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39380) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:37.596430 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-router', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:29Z', 'updated_at': '2021-05-18T01:38:32Z', 'revision_number': 3, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'gw_port': {'id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:38:37.612489 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986c0fb-2d14-4ff1-9a48-f2bbcc2383e1 None None] The sync data for ids ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'] in dv-cinder-784623-9-smb is: [{'id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-router', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:29Z', 'updated_at': '2021-05-18T01:38:32Z', 'revision_number': 3, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'gw_port': {'id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:38:37.633147 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:37.663563 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:37.679089 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] Usage tracker for resource:security_group_rule and tenant:4b59856bc02040b28f9b4e9291761ff6 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:37.682238 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:37.693531 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:37.780676 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Pushing event updated for resources: {'Port': ['ID=8d4f5525-2cd4-4816-ad29-f03f44648fb7,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:37.793101 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:37.872303 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:37.878526 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Network 9533330a-4893-4169-b921-043203f6661e is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:38:37.879224 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:37.879749 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:37.898019 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:37.948967 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b59856bc02040b28f9b4e9291761ff6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3554676 May 18 01:38:37.949895 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6481d8e3-ad45-4b8b-bcee-f938140be0c3,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:37.952713 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39402) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:37.955606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:38.136431 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-451df9d7-a76c-43e4-9543-35c58ca23dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:38.188466 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:38:38.199594 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-451df9d7-a76c-43e4-9543-35c58ca23dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:38.302331 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.39', 61210) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:38.349278 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-451df9d7-a76c-43e4-9543-35c58ca23dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:38.361807 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:38.401118 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451df9d7-a76c-43e4-9543-35c58ca23dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6481d8e3-ad45-4b8b-bcee-f938140be0c3,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:38.421045 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-451df9d7-a76c-43e4-9543-35c58ca23dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:38.422399 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-451df9d7-a76c-43e4-9543-35c58ca23dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:38.438753 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-451df9d7-a76c-43e4-9543-35c58ca23dc7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6481d8e3-ad45-4b8b-bcee-f938140be0c3 HTTP/1.1" status: 204 len: 168 time: 0.4846201 May 18 01:38:38.700674 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device ac9ee883-d584-4518-8863-868a4498b8d2 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:38:38.714383 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39434) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:38.743637 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-855b9435-7d58-4168-8307-c70f5df36c8c req-0a002bd4-04f2-4c60-a2bd-5801624dc183 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 210 time: 0.1191778 May 18 01:38:38.761081 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39442) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:38.917669 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:38:38.928807 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-e1088ee8-f200-456b-89a0-c038a05cb64e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:38.932452 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-e1088ee8-f200-456b-89a0-c038a05cb64e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 814 time: 0.6270034 May 18 01:38:38.935302 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port ac9ee883-d584-4518-8863-868a4498b8d2 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:38:38.942395 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] 10.222.0.11 "PUT /v2.0/routers/ad2e0d55-9699-4175-9acf-f10cf24f4ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2868977 May 18 01:38:38.957881 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port ac9ee883-d584-4518-8863-868a4498b8d2 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:38:38.960507 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:38.981093 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Request body: {'port': {'device_id': '4d2114eb-fa6d-4729-8602-39b059389783', 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e', 'admin_state_up': True, 'tenant_id': 'bf8e94615022444d841e0fbde2f29590'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:39.168905 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:39.206726 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port ac9ee883-d584-4518-8863-868a4498b8d2, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=ac9ee883-d584-4518-8863-868a4498b8d2,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:38:39.208320 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:39.210208 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:39.215575 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:39.216220 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Usage tracker for resource:port and tenant:bf8e94615022444d841e0fbde2f29590 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:39.217648 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:39.221553 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:39.229406 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:39.242999 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Made reservation on behalf of bf8e94615022444d841e0fbde2f29590 for: {'port': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:39.247061 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:39.248006 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:39.255378 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] Usage tracker for resource:security_group_rule and tenant:9d9788838d1f41d48f912c73e604ce6b is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:39.260186 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:39.278463 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:39.321032 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=ac9ee883-d584-4518-8863-868a4498b8d2,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:39.333025 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.335929 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.336944 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.337432 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.338269 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.338791 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.339293 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.339796 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.340297 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.340813 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.341414 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.341916 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Tracked resource versions report: May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: pushed versions: May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: { 'AddressGroup': {'1.2'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'ConntrackHelper': {'1.0'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'Log': {'1.0'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'Network': {'1.1'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'Port': {'1.7'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'PortForwarding': {'1.2'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'QosPolicy': {'1.8'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'SecurityGroup': {'1.4'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'SecurityGroupRule': {'1.2'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'SubPort': {'1.0'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'Subnet': {'1.1'}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'Trunk': {'1.1'}} May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: consumer versions: May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: { DHCP agent@dv-cinder-784623-9-smb: {}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: HyperV agent@hv-cinder-78462: {}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: L3 agent@dv-cinder-784623-9-smb: {}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: Metadata agent@dv-cinder-784623-9-smb: {}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: Metering agent@dv-cinder-784623-9-smb: {}, May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: Open vSwitch agent@dv-cinder-784623-9-smb: { 'AddressGroup': '1.2', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'ConntrackHelper': '1.0', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'Log': '1.0', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'Network': '1.1', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'Port': '1.7', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'PortForwarding': '1.2', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'QosPolicy': '1.8', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'SecurityGroup': '1.4', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'SecurityGroupRule': '1.2', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'SubPort': '1.0', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'Subnet': '1.1', May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: 'Trunk': '1.1'}} May 18 01:38:39.343328 dv-cinder-784623-9-smb neutron-server[78853]: {{(pid=78853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 01:38:39.345466 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:39.353928 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:39.414474 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:39.438802 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] Usage tracker for resource:security_group_rule and tenant:7e0e9c90592244309e5b65fe2ab2a755 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:39.448525 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:39.470159 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:39.523549 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Allocated IP 172.20.0.6 (c3e8bd30-395b-4244-ab5e-2b9d306fcc4e/9651875f-8b4a-4721-9d3d-140ff3043c11/522d66ae-a394-4e74-82ee-08774009d574) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:38:39.664071 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:39.687729 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:39.731038 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-cc89cf97-9c77-4f46-bb48-314cc4662ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:39.886796 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d9788838d1f41d48f912c73e604ce6b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1713243 May 18 01:38:39.887691 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b39fc16-b1de-417d-855a-84e17d0089ec,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:39.900598 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39508) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:39.911454 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:39.918512 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:39.930949 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:39.946859 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-00f02f31-bbe7-4944-b127-fb5ed9874d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:39.948428 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.012620 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e0e9c90592244309e5b65fe2ab2a755&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2502999 May 18 01:38:40.014717 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b28fb0-2ab6-422e-b981-09db1d49ebbb,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:40.031261 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39516) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:40.040272 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:40.084126 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-cb7285f5-dcaf-44f1-aa7a-20dc27e1f7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.124542 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-cb7285f5-dcaf-44f1-aa7a-20dc27e1f7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.170313 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-96529176-dfb4-4f82-89d8-a030a4d75875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.205121 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-96529176-dfb4-4f82-89d8-a030a4d75875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.241189 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-cb7285f5-dcaf-44f1-aa7a-20dc27e1f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.254197 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:40.276357 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Sync routers for ids ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:38:40.281510 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7285f5-dcaf-44f1-aa7a-20dc27e1f7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b39fc16-b1de-417d-855a-84e17d0089ec,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:40.286979 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-cb7285f5-dcaf-44f1-aa7a-20dc27e1f7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:40.291039 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.304070 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Routers {'ad2e0d55-9699-4175-9acf-f10cf24f4ad6'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:38:40.307394 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:38:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:38:40.313455 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-18ff315d-9d15-4c3d-ba50-7da91c18b89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:40.337340 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-96529176-dfb4-4f82-89d8-a030a4d75875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.348639 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:40.381730 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96529176-dfb4-4f82-89d8-a030a4d75875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b28fb0-2ab6-422e-b981-09db1d49ebbb,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:40.397983 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-96529176-dfb4-4f82-89d8-a030a4d75875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:40.401275 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-96529176-dfb4-4f82-89d8-a030a4d75875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.402794 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-96529176-dfb4-4f82-89d8-a030a4d75875 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69b28fb0-2ab6-422e-b981-09db1d49ebbb HTTP/1.1" status: 204 len: 168 time: 0.3680258 May 18 01:38:40.430269 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-cb7285f5-dcaf-44f1-aa7a-20dc27e1f7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.431535 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-cb7285f5-dcaf-44f1-aa7a-20dc27e1f7d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b39fc16-b1de-417d-855a-84e17d0089ec HTTP/1.1" status: 204 len: 168 time: 0.5299287 May 18 01:38:40.464721 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:38:40.523345 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:40.540859 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:38:40.563036 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:40.563799 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:40.693639 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Pushing event updated for resources: {'Port': ['ID=522d66ae-a394-4e74-82ee-08774009d574,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:40.720744 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7439446 May 18 01:38:40.732477 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:40.753195 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-54e87326-82d7-4082-bc0c-ea890a39aebe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78852) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:38:40.757548 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-54e87326-82d7-4082-bc0c-ea890a39aebe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083973 May 18 01:38:40.767175 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device ac9ee883-d584-4518-8863-868a4498b8d2 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:38:40.873213 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-63a9f602-1883-494c-8b03-a08cf9feb8f4 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:40.880694 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-63a9f602-1883-494c-8b03-a08cf9feb8f4 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 819 time: 0.3839681 May 18 01:38:40.898079 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-9819a08e-0151-4fae-90bf-4ef7d4d59a2d tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/quotas/e91f2d13f2154371b4d9598ce7833e5f HTTP/1.1" status: 200 len: 375 time: 0.0157642 May 18 01:38:41.080511 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-7feb235d-b5fd-48b2-9a19-c19531f697fb tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1814470 May 18 01:38:41.313341 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Set router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:38:41.377563 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-753ae2ce-c621-4b81-ab84-a8990c826235 service neutron] 10.222.0.11 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960587 May 18 01:38:41.447752 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39554) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:41.486187 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:41.555862 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:41.565601 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:e82ea70d628640f3a6d4224f7ce33e5f is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:41.569433 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port ac9ee883-d584-4518-8863-868a4498b8d2 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:38:41.569831 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:41.573786 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:41.588965 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:41.782606 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-6dede34c-d6f4-4af5-9721-93498cc80e88 service neutron] 10.222.0.11 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021058 May 18 01:38:41.854558 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:41.865463 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:41.911479 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:42.087047 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e82ea70d628640f3a6d4224f7ce33e5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6378779 May 18 01:38:42.089897 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39572) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:42.109605 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e77547b-bb19-4c47-a644-917df7201b38,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:42.122363 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:42.347215 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-25d3f13b-bafa-4321-8992-8d77b8c44515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:42.432443 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-router', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:29Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'gw_port': {'id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '8d4f5525-2cd4-4816-ad29-f03f44648fb7', 'name': '', 'network_id': '9533330a-4893-4169-b921-043203f6661e', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'mac_address': 'fa:16:3e:02:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e1d5e77-7d55-468b-ac63-1f48864243b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:36Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 2, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'subnets': [{'id': '2e1d5e77-7d55-468b-ac63-1f48864243b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:38:42.459335 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-25d3f13b-bafa-4321-8992-8d77b8c44515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:42.467579 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Checking router: ad2e0d55-9699-4175-9acf-f10cf24f4ad6 for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:38:42.468068 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Updating router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 port 8d4f5525-2cd4-4816-ad29-f03f44648fb7 binding host dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:38:42.606407 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Request body: {'port': {'device_id': '4d2114eb-fa6d-4729-8602-39b059389783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:42.676346 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-25d3f13b-bafa-4321-8992-8d77b8c44515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:42.693383 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:42.717392 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:42.720094 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3f13b-bafa-4321-8992-8d77b8c44515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e77547b-bb19-4c47-a644-917df7201b38,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:42.724958 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-25d3f13b-bafa-4321-8992-8d77b8c44515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:42.732825 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-25d3f13b-bafa-4321-8992-8d77b8c44515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:42.735121 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-25d3f13b-bafa-4321-8992-8d77b8c44515 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e77547b-bb19-4c47-a644-917df7201b38 HTTP/1.1" status: 204 len: 168 time: 0.6440501 May 18 01:38:42.844605 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4d376-8b1a-47fe-9916-28357bb25873 req-5f8796dc-e25a-48f5-8ff8-c9cc41d4d5fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:42.853730 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-86d4d376-8b1a-47fe-9916-28357bb25873 req-5f8796dc-e25a-48f5-8ff8-c9cc41d4d5fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 931 time: 0.2340891 May 18 01:38:43.016359 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-86d4d376-8b1a-47fe-9916-28357bb25873 req-e6f8b761-6233-4ed1-bda9-a67c6f46ba7b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Synchronizing usage tracker for tenant:bf8e94615022444d841e0fbde2f29590 on resource:security_group {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:38:43.024370 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:43.052945 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-86d4d376-8b1a-47fe-9916-28357bb25873 req-e6f8b761-6233-4ed1-bda9-a67c6f46ba7b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Unset dirty status for tenant:bf8e94615022444d841e0fbde2f29590 on resource:security_group {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:38:43.056593 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-86d4d376-8b1a-47fe-9916-28357bb25873 req-e6f8b761-6233-4ed1-bda9-a67c6f46ba7b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967037 May 18 01:38:43.279046 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a5476501-9a0b-477a-ad07-22b22b6251cb req-9459c25a-1509-4d35-9258-8e97d15214e4 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 210 time: 0.1200275 May 18 01:38:43.756415 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Notify callbacks [] for port, precommit_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:43.781822 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Transition to ACTIVE for port object 8d4f5525-2cd4-4816-ad29-f03f44648fb7 will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:38:43.797773 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:43.807657 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-0476f8e6-8739-44ef-91ee-e40b74036192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:43.868988 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522d66ae-a394-4e74-82ee-08774009d574 {{(pid=78852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:38:43.889719 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:43.929418 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Transition to ACTIVE for port object 522d66ae-a394-4e74-82ee-08774009d574 will not be triggered until provisioned by entity L2. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:38:43.935480 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:43.947419 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:44.109036 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Pushing event updated for resources: {'Port': ['ID=522d66ae-a394-4e74-82ee-08774009d574,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:44.118784 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:44.137086 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5ee4b-36cb-491c-8445-e3e9cf0d19e7 None None] Pushing event updated for resources: {'Port': ['ID=8d4f5525-2cd4-4816-ad29-f03f44648fb7,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:44.141566 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-63b5ee4b-36cb-491c-8445-e3e9cf0d19e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:44.246625 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Attempting to bind port 8d4f5525-2cd4-4816-ad29-f03f44648fb7 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:38:44.247468 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Attempting to bind port 8d4f5525-2cd4-4816-ad29-f03f44648fb7 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:38:44.252567 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Attempting to bind port 8d4f5525-2cd4-4816-ad29-f03f44648fb7 on network 9533330a-4893-4169-b921-043203f6661e {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:38:44.262809 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:38:44.263649 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Checking segment: {'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:38:44.264680 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:44.265414 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Bound using segment: {'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:38:44.266104 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Bound port: 8d4f5525-2cd4-4816-ad29-f03f44648fb7, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:38:44.266629 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:44.395275 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-92391d41-8537-444d-a7ed-14e7ab0126a0 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:44.402559 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-92391d41-8537-444d-a7ed-14e7ab0126a0 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 819 time: 0.4869730 May 18 01:38:44.436869 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f6fd6983-3488-49f2-aa09-56f55c492493 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/quotas/e91f2d13f2154371b4d9598ce7833e5f HTTP/1.1" status: 200 len: 375 time: 0.0267806 May 18 01:38:44.561349 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] For port 8d4f5525-2cd4-4816-ad29-f03f44648fb7, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:38:44.572406 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] For port 8d4f5525-2cd4-4816-ad29-f03f44648fb7, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=8d4f5525-2cd4-4816-ad29-f03f44648fb7,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:38:44.583336 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:44.599703 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2dc8845e-d551-481f-b102-0440c4c10a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:44.624347 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Attempting to bind port 522d66ae-a394-4e74-82ee-08774009d574 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:38:44.624963 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Attempting to bind port 522d66ae-a394-4e74-82ee-08774009d574 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:38:44.625466 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Attempting to bind port 522d66ae-a394-4e74-82ee-08774009d574 on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:38:44.632522 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Port 522d66ae-a394-4e74-82ee-08774009d574 on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:38:44.633095 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Attempting to bind port 522d66ae-a394-4e74-82ee-08774009d574 on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:38:44.645078 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:38:44.652740 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Checking segment: {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:38:44.654310 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Bound using segment: {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:38:44.654907 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Bound port: 522d66ae-a394-4e74-82ee-08774009d574, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'}}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:38:44.659163 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:44.791247 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5ee4b-36cb-491c-8445-e3e9cf0d19e7 None None] Pushing event updated for resources: {'Port': ['ID=8d4f5525-2cd4-4816-ad29-f03f44648fb7,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:44.798849 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-b558aa85-cc5d-4b7f-935e-e6668fb34d35 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3555071 May 18 01:38:44.811400 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-63b5ee4b-36cb-491c-8445-e3e9cf0d19e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:44.824986 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] For port 522d66ae-a394-4e74-82ee-08774009d574, host hv-cinder-78462, cleared binding levels {{(pid=78852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:38:44.840472 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] For port 522d66ae-a394-4e74-82ee-08774009d574, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=522d66ae-a394-4e74-82ee-08774009d574,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:38:44.847260 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Routers {'ad2e0d55-9699-4175-9acf-f10cf24f4ad6'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:38:44.851017 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:44.853745 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:38:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:38:44.874155 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:44.971729 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:44.972437 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:44.974083 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] 10.222.0.39 "PUT /v2.0/ports/522d66ae-a394-4e74-82ee-08774009d574 HTTP/1.1" status: 200 len: 1093 time: 2.8920870 May 18 01:38:45.000534 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2114eb-fa6d-4729-8602-39b059389783', 'tag': '522d66ae-a394-4e74-82ee-08774009d574'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:38:45.065286 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-96168d3f-5961-4130-a17c-746c585bb4fa service neutron] 10.222.0.11 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546308 May 18 01:38:45.065766 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39682) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:45.236230 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] Set router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:38:45.366340 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.39', 61226) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:45.370596 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-3f5474ac-110f-456f-825d-c4fb01c011c0 service neutron] 10.222.0.11 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985466 May 18 01:38:45.460003 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Pushing event updated for resources: {'Port': ['ID=522d66ae-a394-4e74-82ee-08774009d574,revision_number=3']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:45.467981 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:45.526302 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-51814b38-8677-41fb-81cb-94af8bde4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:45.534528 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-51814b38-8677-41fb-81cb-94af8bde4690 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 1096 time: 0.3212500 May 18 01:38:45.737178 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:45.758641 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-e2a2f108-e7a7-4cf1-81fa-55cd64c0dbd5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=522d66ae-a394-4e74-82ee-08774009d574 HTTP/1.1" status: 200 len: 217 time: 0.2113435 May 18 01:38:45.809801 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:45.824913 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] Usage tracker for resource:security_group_rule and tenant:54b7fe391ba84eb58fe0cd6046776b13 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:45.830926 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:45.854296 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:45.893542 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-593e6830-d0bc-4d4f-8f5d-86e5146482a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:45.896571 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-593e6830-d0bc-4d4f-8f5d-86e5146482a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9651875f-8b4a-4721-9d3d-140ff3043c11 HTTP/1.1" status: 200 len: 854 time: 0.1205933 May 18 01:38:46.046379 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-2c609bfc-14e9-4c8e-b685-4feebc5c773f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977528 May 18 01:38:46.076551 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:46.160606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:46.229264 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-router', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:29Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'gw_port': {'id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '8d4f5525-2cd4-4816-ad29-f03f44648fb7', 'name': '', 'network_id': '9533330a-4893-4169-b921-043203f6661e', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'mac_address': 'fa:16:3e:02:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e1d5e77-7d55-468b-ac63-1f48864243b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:36Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'subnets': [{'id': '2e1d5e77-7d55-468b-ac63-1f48864243b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:38:46.240081 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ef3c4-6fff-4f84-bdb1-aa443afdf220 None None] The sync data for ids ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'] in dv-cinder-784623-9-smb is: [{'id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-router', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:29Z', 'updated_at': '2021-05-18T01:38:37Z', 'revision_number': 4, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'gw_port': {'id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '8d4f5525-2cd4-4816-ad29-f03f44648fb7', 'name': '', 'network_id': '9533330a-4893-4169-b921-043203f6661e', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'mac_address': 'fa:16:3e:02:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e1d5e77-7d55-468b-ac63-1f48864243b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:36Z', 'updated_at': '2021-05-18T01:38:44Z', 'revision_number': 4, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'subnets': [{'id': '2e1d5e77-7d55-468b-ac63-1f48864243b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:38:46.288389 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:46.318421 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54b7fe391ba84eb58fe0cd6046776b13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2495215 May 18 01:38:46.430742 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0bdf94-a877-4907-a32e-a5ee4399f046,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:46.459666 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39734) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:46.471926 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:46.579056 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39744) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:46.665713 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-24aeb961-bbeb-4470-895f-bc58e24ccda0 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639039 May 18 01:38:46.801378 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 8d4f5525-2cd4-4816-ad29-f03f44648fb7 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:38:46.923893 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-01cc01b4-f715-4dea-99fd-0148e27aa994 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:46.932339 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-01cc01b4-f715-4dea-99fd-0148e27aa994 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.39 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 819 time: 1.5599897 May 18 01:38:46.970907 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Request body: {'port': {'device_id': 'e314ad13-5924-40f5-9574-047a97e0f678', 'network_id': '9533330a-4893-4169-b921-043203f6661e', 'admin_state_up': True, 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:46.974093 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-2ccfa1a1-1594-47e2-86c9-f5aefcce9fb4 req-2ede5257-dff9-424e-b373-02be69e5601d service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722030 May 18 01:38:47.048354 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e089e-a3ed-4eb8-9958-cf5cb707f001 req-11a6ba4f-ab6c-4b33-8858-e3e9e6c2b444 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:47.058550 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0c2e089e-a3ed-4eb8-9958-cf5cb707f001 req-11a6ba4f-ab6c-4b33-8858-e3e9e6c2b444 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 943 time: 0.9798069 May 18 01:38:47.106508 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 8d4f5525-2cd4-4816-ad29-f03f44648fb7 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:38:47.126488 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 8d4f5525-2cd4-4816-ad29-f03f44648fb7 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:38:47.130749 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:47.310962 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:47.397543 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:47.417996 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-23fa060f-9539-48b7-af0f-16cabe0c48b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:47.419805 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] Usage tracker for resource:security_group_rule and tenant:e95ddd21e0dd4a9ea0694c2dd424cc5f is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:47.434935 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:47.448085 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:47.629223 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:47.634492 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-23fa060f-9539-48b7-af0f-16cabe0c48b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:47.742585 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:47.761805 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 8d4f5525-2cd4-4816-ad29-f03f44648fb7, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=8d4f5525-2cd4-4816-ad29-f03f44648fb7,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:38:47.763886 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:47.769772 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:47.772349 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-0476f8e6-8739-44ef-91ee-e40b74036192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:47.802179 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-cb7285f5-dcaf-44f1-aa7a-20dc27e1f7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:47.913679 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e95ddd21e0dd4a9ea0694c2dd424cc5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3282337 May 18 01:38:47.917704 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39774) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:47.921088 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aebb760-d435-45e6-ac89-2bf862448de5,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:47.938751 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:47.958744 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:47.966868 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Usage tracker for resource:port and tenant:e91f2d13f2154371b4d9598ce7833e5f is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:47.971072 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=8d4f5525-2cd4-4816-ad29-f03f44648fb7,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:47.972011 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-23fa060f-9539-48b7-af0f-16cabe0c48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:47.988422 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:48.001206 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0c2e089e-a3ed-4eb8-9958-cf5cb707f001 req-ff9281d4-9c6b-466b-b989-35accfaf219e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9414473 May 18 01:38:48.002140 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:48.036501 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-96529176-dfb4-4f82-89d8-a030a4d75875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:48.066278 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a19df49-a0b8-4f29-9466-65d60361c0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:48.081730 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:48.085738 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa060f-9539-48b7-af0f-16cabe0c48b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0bdf94-a877-4907-a32e-a5ee4399f046,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:48.094468 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-23fa060f-9539-48b7-af0f-16cabe0c48b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:48.135564 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-23fa060f-9539-48b7-af0f-16cabe0c48b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:48.141453 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-23fa060f-9539-48b7-af0f-16cabe0c48b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec0bdf94-a877-4907-a32e-a5ee4399f046 HTTP/1.1" status: 204 len: 168 time: 1.6722515 May 18 01:38:48.145935 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Made reservation on behalf of e91f2d13f2154371b4d9598ce7833e5f for: {'port': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:48.163069 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:48.222729 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a19df49-a0b8-4f29-9466-65d60361c0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:48.336363 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39788) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:48.389590 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e92fc53c-2770-45e0-b122-90d2dd6d22b3 req-3a7e5bfc-ba3b-41aa-bfa1-ee1e0ffae8f5 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 210 time: 0.1371982 May 18 01:38:48.394230 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a19df49-a0b8-4f29-9466-65d60361c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:48.398679 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-38285bd5-2b53-4c76-a3eb-d2884c697f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:48.431418 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19df49-a0b8-4f29-9466-65d60361c0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aebb760-d435-45e6-ac89-2bf862448de5,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:48.449125 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8a19df49-a0b8-4f29-9466-65d60361c0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:48.713287 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 8d4f5525-2cd4-4816-ad29-f03f44648fb7 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:38:48.850430 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Allocated IP 172.20.0.8 (9533330a-4893-4169-b921-043203f6661e/2e1d5e77-7d55-468b-ac63-1f48864243b1/d88c1679-2875-4b83-8c4a-51b36325798d) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:38:48.869283 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a19df49-a0b8-4f29-9466-65d60361c0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:48.891604 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-8a19df49-a0b8-4f29-9466-65d60361c0d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1aebb760-d435-45e6-ac89-2bf862448de5 HTTP/1.1" status: 204 len: 168 time: 0.9340360 May 18 01:38:48.957903 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 8d4f5525-2cd4-4816-ad29-f03f44648fb7 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:38:48.958321 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:49.023270 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-9018a77f-5f7e-4e99-98b1-a088ef6e844f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:49.034783 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-9018a77f-5f7e-4e99-98b1-a088ef6e844f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Synchronizing usage tracker for tenant:e91f2d13f2154371b4d9598ce7833e5f on resource:network {{(pid=78852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:38:49.082650 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-9018a77f-5f7e-4e99-98b1-a088ef6e844f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Unset dirty status for tenant:e91f2d13f2154371b4d9598ce7833e5f on resource:network {{(pid=78852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:38:49.084176 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-9018a77f-5f7e-4e99-98b1-a088ef6e844f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.39 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 819 time: 0.6338468 May 18 01:38:49.276675 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:49.351629 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:49.359957 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] Usage tracker for resource:security_group_rule and tenant:cca83ac4888c4e24810be71cf267630a is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:49.366316 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:49.379756 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:49.399992 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2114eb-fa6d-4729-8602-39b059389783', 'tag': '522d66ae-a394-4e74-82ee-08774009d574', 'status': 'completed', 'code': 200} May 18 01:38:49.455115 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:49.571512 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:49.581063 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:49.625000 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:49.633384 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:49.659165 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8a166bb5-c327-49d9-a3e5-f04beda71638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:49.714452 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cca83ac4888c4e24810be71cf267630a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3761897 May 18 01:38:49.719352 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39828) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:49.748891 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c74c148-6192-4336-ac61-77822377e1d4,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:49.773084 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:49.798489 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Network 9533330a-4893-4169-b921-043203f6661e is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:38:49.805185 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:49.814306 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:38:49.821422 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:49.822096 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:49.859158 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9100604 May 18 01:38:49.860606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Pushing event updated for resources: {'Port': ['ID=d88c1679-2875-4b83-8c4a-51b36325798d,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:49.872353 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:49.885092 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ea09e838-6ce0-4609-b344-c2e92ba2ac8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:49.912041 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d68c5-c910-4b91-8a78-599d5b09dcc3 req-25e3829d-ae80-40fc-a775-fbf86812712d tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:49.914219 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e33d68c5-c910-4b91-8a78-599d5b09dcc3 req-25e3829d-ae80-40fc-a775-fbf86812712d tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 943 time: 0.2807806 May 18 01:38:49.936596 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ea09e838-6ce0-4609-b344-c2e92ba2ac8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:50.008569 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e33d68c5-c910-4b91-8a78-599d5b09dcc3 req-694d64ff-989f-4907-9008-a94330dd36f4 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852962 May 18 01:38:50.026925 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ea09e838-6ce0-4609-b344-c2e92ba2ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:50.031937 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:50.050420 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09e838-6ce0-4609-b344-c2e92ba2ac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c74c148-6192-4336-ac61-77822377e1d4,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:50.053569 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-ea09e838-6ce0-4609-b344-c2e92ba2ac8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:50.054823 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ea09e838-6ce0-4609-b344-c2e92ba2ac8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:50.059610 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-ea09e838-6ce0-4609-b344-c2e92ba2ac8a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c74c148-6192-4336-ac61-77822377e1d4 HTTP/1.1" status: 204 len: 168 time: 0.3380041 May 18 01:38:50.116227 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39844) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:50.141565 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39852) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:50.166829 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:50.193857 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:50.204341 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] Usage tracker for resource:security_group_rule and tenant:43374c1f07ee495581a0bd8c2a07ef90 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:50.225671 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:50.239925 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:50.276502 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-cb86ab27-1018-4cfb-b0f6-dee8af0c7c34 req-8ec68a06-1141-4972-ba01-90f28111224c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Synchronizing usage tracker for tenant:e91f2d13f2154371b4d9598ce7833e5f on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:38:50.331708 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Request body: {'port': {'device_id': '69d73686-7aa8-43e3-9a7a-1b81b78b23ab', 'network_id': '9533330a-4893-4169-b921-043203f6661e', 'admin_state_up': True, 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:50.331837 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Request body: {'port': {'device_id': 'e314ad13-5924-40f5-9574-047a97e0f678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:50.495221 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.39', 61236) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:50.597533 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-cb86ab27-1018-4cfb-b0f6-dee8af0c7c34 req-8ec68a06-1141-4972-ba01-90f28111224c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Unset dirty status for tenant:e91f2d13f2154371b4d9598ce7833e5f on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:38:50.598859 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cb86ab27-1018-4cfb-b0f6-dee8af0c7c34 req-8ec68a06-1141-4972-ba01-90f28111224c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 210 time: 0.3866203 May 18 01:38:50.908731 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:50.954412 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:50.965352 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:50.985796 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:51.012730 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:51.019735 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:51.051712 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:51.070323 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:51.092881 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] Usage tracker for resource:security_group_rule and tenant:f35c952d87034d23a5e91f4cd00b0322 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:51.115941 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:51.150513 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39880) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:51.168073 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:51.174171 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Made reservation on behalf of e91f2d13f2154371b4d9598ce7833e5f for: {'port': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:51.178382 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:51.231255 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43374c1f07ee495581a0bd8c2a07ef90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0886014 May 18 01:38:51.243244 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:51.262215 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39886) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:51.266960 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0fac99-43e2-4142-8e7a-d1b1ffb19843,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:51.274521 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:51.328647 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:51.389811 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] Usage tracker for resource:security_group_rule and tenant:e680d7b856bf4b61b49f9ede2485c02e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:51.394459 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:51.432865 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:51.484655 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-fd407aeb-20b3-46e8-8726-e1313f78ead3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:51.519763 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-fd407aeb-20b3-46e8-8726-e1313f78ead3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:51.561188 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88c1679-2875-4b83-8c4a-51b36325798d {{(pid=78851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:38:51.571149 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:51.637734 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1410a6-e593-4ec1-871a-a4db5da156cb req-69dedba6-b181-43f6-b6fa-d988a3ab12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:51.639373 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be1410a6-e593-4ec1-871a-a4db5da156cb req-69dedba6-b181-43f6-b6fa-d988a3ab12bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 1096 time: 1.1430979 May 18 01:38:51.642524 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-fd407aeb-20b3-46e8-8726-e1313f78ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:51.655609 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Transition to ACTIVE for port object d88c1679-2875-4b83-8c4a-51b36325798d will not be triggered until provisioned by entity L2. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:38:51.666316 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:51.697996 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:51.701589 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-89f0338f-a664-40ef-8e61-775ba77bb4cd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:51.814699 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd407aeb-20b3-46e8-8726-e1313f78ead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0fac99-43e2-4142-8e7a-d1b1ffb19843,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:51.850935 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-fd407aeb-20b3-46e8-8726-e1313f78ead3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:51.868412 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39900) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:51.964905 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Attempting to bind port d88c1679-2875-4b83-8c4a-51b36325798d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:38:51.965385 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Attempting to bind port d88c1679-2875-4b83-8c4a-51b36325798d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:38:51.965626 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Attempting to bind port d88c1679-2875-4b83-8c4a-51b36325798d on network 9533330a-4893-4169-b921-043203f6661e {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:38:51.978744 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Port d88c1679-2875-4b83-8c4a-51b36325798d on network 9533330a-4893-4169-b921-043203f6661e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:38:51.979026 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Attempting to bind port d88c1679-2875-4b83-8c4a-51b36325798d on network 9533330a-4893-4169-b921-043203f6661e {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:38:52.007437 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b4597-0149-4ced-bc35-da3b7a0b01c8 req-546b39ec-2a00-4d36-8f41-7f91e561a17a tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:52.009663 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-153b4597-0149-4ced-bc35-da3b7a0b01c8 req-546b39ec-2a00-4d36-8f41-7f91e561a17a tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 943 time: 0.4183474 May 18 01:38:52.013831 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:38:52.014174 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Checking segment: {'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:38:52.014852 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Bound using segment: {'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:38:52.015294 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Bound port: d88c1679-2875-4b83-8c4a-51b36325798d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'}}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:38:52.015656 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.032455 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.053122 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.059317 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-fd407aeb-20b3-46e8-8726-e1313f78ead3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.060703 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-fd407aeb-20b3-46e8-8726-e1313f78ead3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c0fac99-43e2-4142-8e7a-d1b1ffb19843 HTTP/1.1" status: 204 len: 168 time: 0.7956305 May 18 01:38:52.062346 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Allocated IP 172.20.0.12 (9533330a-4893-4169-b921-043203f6661e/2e1d5e77-7d55-468b-ac63-1f48864243b1/93e5f248-0bd4-4191-9fb7-04312ae3ad74) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:38:52.101137 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:52.134803 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f35c952d87034d23a5e91f4cd00b0322&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0150621 May 18 01:38:52.140968 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39910) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:52.167239 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39914) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:52.218693 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e65de5e-f85e-4da8-9c28-96c84e19b40e,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:52.222524 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.244451 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Pushing event updated for resources: {'Port': ['ID=d88c1679-2875-4b83-8c4a-51b36325798d,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:52.246365 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.256814 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-153b4597-0149-4ced-bc35-da3b7a0b01c8 req-aed8261e-1726-44af-a859-ece46e88d93c tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103384 May 18 01:38:52.267589 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:52.300363 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.320650 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1005039170-network', 'tenant_id': '30b80d84013e4426b6f7f197420ddaa8'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:52.449246 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:52.457868 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:52.460767 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-25c2e3cd-d9b6-4831-bf02-a933c5314ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:52.472649 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e680d7b856bf4b61b49f9ede2485c02e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3186774 May 18 01:38:52.511047 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:52.511590 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39926) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:52.520407 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedb9569-df73-4cea-b38a-43d26b75c287,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:52.526411 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Usage tracker for resource:network and tenant:30b80d84013e4426b6f7f197420ddaa8 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:52.529355 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] Usage tracker for resource:security_group_rule and tenant:9d81a91a2e494b8488fe7f86ace62625 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:52.534302 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:52.535075 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:52.540035 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:52.555894 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:52.558249 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:52.581428 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6571aca2-22b9-46e5-b4bf-e40e813f7165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.610471 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6571aca2-22b9-46e5-b4bf-e40e813f7165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.620552 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1410a6-e593-4ec1-871a-a4db5da156cb req-27e30c42-b80e-4c46-9422-c9541a7bd10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:52.622454 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be1410a6-e593-4ec1-871a-a4db5da156cb req-27e30c42-b80e-4c46-9422-c9541a7bd10f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 915 time: 0.3749211 May 18 01:38:52.655567 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e0172396-d820-4c42-af8e-12d36269e831 req-f8ccab96-c6fb-42b1-ae96-0489ef84f847 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 210 time: 0.1388259 May 18 01:38:52.706637 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8b93d7bd-2247-43e7-9626-16d1a26ca22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.737108 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8b93d7bd-2247-43e7-9626-16d1a26ca22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.856202 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.888393 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.891263 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] For port d88c1679-2875-4b83-8c4a-51b36325798d, host hv-cinder-78462, cleared binding levels {{(pid=78851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:38:52.894299 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8b93d7bd-2247-43e7-9626-16d1a26ca22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.899115 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Made reservation on behalf of 30b80d84013e4426b6f7f197420ddaa8 for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:52.902559 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.918791 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be1410a6-e593-4ec1-871a-a4db5da156cb req-a3a03b2d-8265-4f47-95b6-315f9d7c5bec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=522d66ae-a394-4e74-82ee-08774009d574 HTTP/1.1" status: 200 len: 217 time: 0.0921161 May 18 01:38:52.922129 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:52.951084 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8b93d7bd-2247-43e7-9626-16d1a26ca22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:52.952195 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-8b93d7bd-2247-43e7-9626-16d1a26ca22d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bedb9569-df73-4cea-b38a-43d26b75c287 HTTP/1.1" status: 204 len: 168 time: 0.3944173 May 18 01:38:52.954090 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] For port d88c1679-2875-4b83-8c4a-51b36325798d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d88c1679-2875-4b83-8c4a-51b36325798d,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:38:52.956920 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93d7bd-2247-43e7-9626-16d1a26ca22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedb9569-df73-4cea-b38a-43d26b75c287,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:52.959711 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-8b93d7bd-2247-43e7-9626-16d1a26ca22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:52.979471 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.005270 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:53.020233 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.045715 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8a19df49-a0b8-4f29-9466-65d60361c0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:53.096652 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:53.119547 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:30b80d84013e4426b6f7f197420ddaa8 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:53.137885 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d81a91a2e494b8488fe7f86ace62625&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2558391 May 18 01:38:53.142189 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39946) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:53.143001 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Pushing event updated for resources: {'Port': ['ID=d88c1679-2875-4b83-8c4a-51b36325798d,revision_number=3']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:53.143387 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:53.151479 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36af4ce-7e68-4da0-a8ec-55c0b4b090d2,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:53.162379 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:53.165110 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:53.173413 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:53.174109 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.176327 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] 10.222.0.39 "PUT /v2.0/ports/d88c1679-2875-4b83-8c4a-51b36325798d HTTP/1.1" status: 200 len: 1093 time: 2.8530192 May 18 01:38:53.177021 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e314ad13-5924-40f5-9574-047a97e0f678', 'tag': 'd88c1679-2875-4b83-8c4a-51b36325798d'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:38:53.187958 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:53.217550 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6571aca2-22b9-46e5-b4bf-e40e813f7165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.266871 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7e1cad8f-8f59-44c8-815d-14a29b4deb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:53.303600 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571aca2-22b9-46e5-b4bf-e40e813f7165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e65de5e-f85e-4da8-9c28-96c84e19b40e,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:53.303600 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-6571aca2-22b9-46e5-b4bf-e40e813f7165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:53.334995 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6571aca2-22b9-46e5-b4bf-e40e813f7165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.336494 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-6571aca2-22b9-46e5-b4bf-e40e813f7165 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e65de5e-f85e-4da8-9c28-96c84e19b40e HTTP/1.1" status: 204 len: 168 time: 1.1938839 May 18 01:38:53.340974 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.368847 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6e22458-ba19-4913-b6a2-80738c5037f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.420099 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.438921 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:53.457472 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6e22458-ba19-4913-b6a2-80738c5037f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.504948 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Network 9533330a-4893-4169-b921-043203f6661e is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:38:53.512685 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:53.515080 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:38:53.521748 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:53.525571 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.584077 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Pushing event updated for resources: {'Port': ['ID=93e5f248-0bd4-4191-9fb7-04312ae3ad74,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:53.588091 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:53.600437 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2763436 May 18 01:38:53.605328 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.612641 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.620557 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Request body: {'port': {'device_id': '69d73686-7aa8-43e3-9a7a-1b81b78b23ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:53.650162 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:53.699691 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:38:53.723080 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.723568 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Added segment 2c6d9d48-6fde-4564-9bdb-5f53e3a04ec0 of type vlan for network 951e3103-475d-4b49-b4f8-876020532645 May 18 01:38:53.725437 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75641e83-d950-4fdd-91c1-08f8a17c6c4f,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:53.748565 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1410a6-e593-4ec1-871a-a4db5da156cb req-c1e959ca-a5af-4795-a42e-43edae58b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:53.750988 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be1410a6-e593-4ec1-871a-a4db5da156cb req-c1e959ca-a5af-4795-a42e-43edae58b6e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9651875f-8b4a-4721-9d3d-140ff3043c11 HTTP/1.1" status: 200 len: 854 time: 0.2629862 May 18 01:38:53.774224 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:53.815561 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be1410a6-e593-4ec1-871a-a4db5da156cb req-ade1772c-bc4f-43a2-b1e1-59e171934490 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556288 May 18 01:38:53.816838 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6e22458-ba19-4913-b6a2-80738c5037f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.819978 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.825433 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:53.829106 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.880224 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e22458-ba19-4913-b6a2-80738c5037f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36af4ce-7e68-4da0-a8ec-55c0b4b090d2,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:53.939442 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba797f-8380-43bb-9014-d745a3c1b66e req-d1451a65-6425-4244-9221-c32d52044cfc tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:53.940808 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-59ba797f-8380-43bb-9014-d745a3c1b66e req-d1451a65-6425-4244-9221-c32d52044cfc tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 943 time: 0.4538383 May 18 01:38:53.942121 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b6e22458-ba19-4913-b6a2-80738c5037f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:53.961026 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6e22458-ba19-4913-b6a2-80738c5037f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.962126 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-b6e22458-ba19-4913-b6a2-80738c5037f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c36af4ce-7e68-4da0-a8ec-55c0b4b090d2 HTTP/1.1" status: 204 len: 168 time: 0.8158123 May 18 01:38:53.986728 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.989749 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-d94628f8-de77-469b-8c0f-5f4fc30d1a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:53.991917 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:53.992044 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-d94628f8-de77-469b-8c0f-5f4fc30d1a8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 1096 time: 0.3961899 May 18 01:38:53.992499 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:53.999754 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:54.095406 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-59ba797f-8380-43bb-9014-d745a3c1b66e req-942a8040-856a-47e8-a548-a4cb0d7bcca4 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363015 May 18 01:38:54.098881 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-c96799da-277f-4e74-a447-ae016a0b880d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d88c1679-2875-4b83-8c4a-51b36325798d HTTP/1.1" status: 200 len: 217 time: 0.0788865 May 18 01:38:54.132425 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9491248 May 18 01:38:54.157710 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 39988) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:54.175279 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Request body: {'subnet': {'network_id': '951e3103-475d-4b49-b4f8-876020532645', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1005039170-subnet', 'tenant_id': '30b80d84013e4426b6f7f197420ddaa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:54.176153 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 39992) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:54.184109 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:54.187804 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be1410a6-e593-4ec1-871a-a4db5da156cb req-ea436c73-358d-4fb0-a2c8-07f71de61372 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519998 May 18 01:38:54.191437 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=951e3103-475d-4b49-b4f8-876020532645,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:54.191944 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Usage tracker for resource:subnet and tenant:30b80d84013e4426b6f7f197420ddaa8 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:54.196519 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:54.208692 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 951e3103-475d-4b49-b4f8-876020532645 details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:38:54.209316 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:54.213107 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:54.223360 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:54.232664 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:54.236758 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] Usage tracker for resource:security_group_rule and tenant:4d34baa723df4d6c83cb126b17714483 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:54.239713 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:54.245868 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:54.324974 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-1c9833ed-4106-489a-9d32-a01082cdcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:54.326842 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-1c9833ed-4106-489a-9d32-a01082cdcfb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 200 len: 859 time: 0.2189655 May 18 01:38:54.330486 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Made reservation on behalf of 30b80d84013e4426b6f7f197420ddaa8 for: {'subnet': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:54.334768 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:54.489108 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:54.508164 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:54.531530 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-482a3ba4-9da7-4709-a9de-2147db4ec4e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9533330a-4893-4169-b921-043203f6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704443 May 18 01:38:54.556362 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:54.609454 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b3d3a1-5f06-4fa2-b367-56ec73405ba9,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:54.628453 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:54.640264 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40004) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:54.665147 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be1410a6-e593-4ec1-871a-a4db5da156cb req-5385da63-b829-482f-83d9-8040f71990ec service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650173 May 18 01:38:54.672933 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d34baa723df4d6c83cb126b17714483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4925747 May 18 01:38:54.674090 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:54.689168 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40008) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:54.695940 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e5f248-0bd4-4191-9fb7-04312ae3ad74 {{(pid=78852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:38:54.711432 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:54.721975 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:54.724765 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] Usage tracker for resource:security_group_rule and tenant:97254c09ce904804999a2910d5b98ffe is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:54.729488 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:54.743585 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:54.763757 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275dcd-0386-442b-b527-00cad0b73892 req-73623730-477c-4c24-a8d3-a19556d9d88e tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:54.765569 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f8275dcd-0386-442b-b527-00cad0b73892 req-73623730-477c-4c24-a8d3-a19556d9d88e tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 932 time: 0.4056609 May 18 01:38:54.775341 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-0c975f24-a2c5-434c-a96f-7a95dd9e4a91 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256899 May 18 01:38:54.792473 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Transition to ACTIVE for port object 93e5f248-0bd4-4191-9fb7-04312ae3ad74 will not be triggered until provisioned by entity L2. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:38:54.804671 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:54.825068 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:54.902310 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Pushing event updated for resources: {'Port': ['ID=93e5f248-0bd4-4191-9fb7-04312ae3ad74,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:54.919491 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:54.920533 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a08ec5df-710e-4dcb-a649-e36f9cf1dc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:54.967489 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f8275dcd-0386-442b-b527-00cad0b73892 req-b4982d65-0c5c-456d-b19c-8fa6576ee25b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894503 May 18 01:38:54.968493 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.100931 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a08ec5df-710e-4dcb-a649-e36f9cf1dc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.141057 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b118ea38-5aec-4a4a-80f7-2847d4eda925 req-53a6ba51-0e4a-4d7e-9c22-6b9fc216f78b service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283124 May 18 01:38:55.152227 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Attempting to bind port 93e5f248-0bd4-4191-9fb7-04312ae3ad74 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:38:55.152848 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Attempting to bind port 93e5f248-0bd4-4191-9fb7-04312ae3ad74 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:38:55.153334 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Attempting to bind port 93e5f248-0bd4-4191-9fb7-04312ae3ad74 on network 9533330a-4893-4169-b921-043203f6661e {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:38:55.178246 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Port 93e5f248-0bd4-4191-9fb7-04312ae3ad74 on network 9533330a-4893-4169-b921-043203f6661e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:38:55.178818 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Attempting to bind port 93e5f248-0bd4-4191-9fb7-04312ae3ad74 on network 9533330a-4893-4169-b921-043203f6661e {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:38:55.188690 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:38:55.189056 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Checking segment: {'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:38:55.189583 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Bound using segment: {'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:38:55.190312 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Bound port: 93e5f248-0bd4-4191-9fb7-04312ae3ad74, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0516a0d2-190f-4632-b190-37be84afeb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9533330a-4893-4169-b921-043203f6661e'}}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:38:55.190633 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.221924 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.266333 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.277938 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181'] for subnet, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.283687 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9d268dae-6e52-4309-9033-4d4e65d1aad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:55.325349 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:55.331264 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e314ad13-5924-40f5-9574-047a97e0f678', 'tag': 'd88c1679-2875-4b83-8c4a-51b36325798d', 'status': 'completed', 'code': 200} May 18 01:38:55.392127 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a08ec5df-710e-4dcb-a649-e36f9cf1dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.419099 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97254c09ce904804999a2910d5b98ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7777567 May 18 01:38:55.423504 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f33a6a-6167-40a4-b00f-af0c91e95175,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:55.425958 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40034) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:55.451057 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:55.455480 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-ea09e838-6ce0-4609-b344-c2e92ba2ac8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:55.468573 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551e51aa-3eb5-4982-94d5-ada655304039,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:55.475889 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:55.487300 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Checking segment: {'id': '2c6d9d48-6fde-4564-9bdb-5f53e3a04ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '951e3103-475d-4b49-b4f8-876020532645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:38:55.487770 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Network hostable DHCP agents. Network: 951e3103-475d-4b49-b4f8-876020532645, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:38:55.517839 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132cac-17b3-4efb-9034-3cf94b25a760 req-f5ea9c9b-64be-4260-ab5c-5419303e0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:55.519789 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cf132cac-17b3-4efb-9034-3cf94b25a760 req-f5ea9c9b-64be-4260-ab5c-5419303e0436 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 1096 time: 0.1749806 May 18 01:38:55.521075 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Network 951e3103-475d-4b49-b4f8-876020532645 is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:38:55.535214 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec5df-710e-4dcb-a649-e36f9cf1dc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b3d3a1-5f06-4fa2-b367-56ec73405ba9,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:55.546772 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a08ec5df-710e-4dcb-a649-e36f9cf1dc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:55.570850 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a08ec5df-710e-4dcb-a649-e36f9cf1dc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.572016 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-a08ec5df-710e-4dcb-a649-e36f9cf1dc52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7b3d3a1-5f06-4fa2-b367-56ec73405ba9 HTTP/1.1" status: 204 len: 168 time: 0.8803000 May 18 01:38:55.573763 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] For port 93e5f248-0bd4-4191-9fb7-04312ae3ad74, host hv-cinder-78462, cleared binding levels {{(pid=78852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:38:55.575941 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-492aa86d-d1f5-4fe5-8ca4-a177d91c467a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.639992 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-492aa86d-d1f5-4fe5-8ca4-a177d91c467a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.703886 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] For port 93e5f248-0bd4-4191-9fb7-04312ae3ad74, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=93e5f248-0bd4-4191-9fb7-04312ae3ad74,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:38:55.710192 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.715874 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:55.719030 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 951e3103-475d-4b49-b4f8-876020532645) {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:55.724019 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:55.725346 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.728990 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a83c48-6918-4b5b-a173-37d68825faf8 None None] Network 951e3103-475d-4b49-b4f8-876020532645 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:38:55.752099 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-492aa86d-d1f5-4fe5-8ca4-a177d91c467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.783626 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6222780 May 18 01:38:55.812111 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:55.812739 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.814330 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] 10.222.0.39 "PUT /v2.0/ports/93e5f248-0bd4-4191-9fb7-04312ae3ad74 HTTP/1.1" status: 200 len: 1094 time: 2.1996155 May 18 01:38:55.823208 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d73686-7aa8-43e3-9a7a-1b81b78b23ab', 'tag': '93e5f248-0bd4-4191-9fb7-04312ae3ad74'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:38:55.844499 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-492aa86d-d1f5-4fe5-8ca4-a177d91c467a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:55.847983 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-492aa86d-d1f5-4fe5-8ca4-a177d91c467a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32f33a6a-6167-40a4-b00f-af0c91e95175 HTTP/1.1" status: 204 len: 168 time: 0.4005809 May 18 01:38:55.848106 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132cac-17b3-4efb-9034-3cf94b25a760 req-a2eabdda-57b1-4f4d-a975-275cb3d254f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:55.848106 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cf132cac-17b3-4efb-9034-3cf94b25a760 req-a2eabdda-57b1-4f4d-a975-275cb3d254f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 920 time: 0.3178031 May 18 01:38:55.867721 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f9bce-8536-4c6b-8c79-6db917ef8ed2 req-60412f30-3ad5-457b-9cb9-16f055b45327 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:55.869258 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7b6f9bce-8536-4c6b-8c79-6db917ef8ed2 req-60412f30-3ad5-457b-9cb9-16f055b45327 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 943 time: 0.3412871 May 18 01:38:55.992573 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cf132cac-17b3-4efb-9034-3cf94b25a760 req-1b180ea4-7e1d-48f4-91bb-06125f968e6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d88c1679-2875-4b83-8c4a-51b36325798d HTTP/1.1" status: 200 len: 217 time: 0.1223745 May 18 01:38:56.008819 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Pushing event updated for resources: {'Port': ['ID=93e5f248-0bd4-4191-9fb7-04312ae3ad74,revision_number=3']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:56.014671 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:56.015372 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:56.028459 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492aa86d-d1f5-4fe5-8ca4-a177d91c467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f33a6a-6167-40a4-b00f-af0c91e95175,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:56.031942 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-492aa86d-d1f5-4fe5-8ca4-a177d91c467a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:56.065908 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d300d1e-c41f-42e4-888d-0f251b37d812 None None] Network 951e3103-475d-4b49-b4f8-876020532645 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:38:56.069775 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-4b608944-74f9-43c2-8e6a-813b0b764286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:56.072183 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-4b608944-74f9-43c2-8e6a-813b0b764286 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 1097 time: 0.2032804 May 18 01:38:56.093224 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132cac-17b3-4efb-9034-3cf94b25a760 req-9014c7a8-5d42-4e4e-b390-9fdde4085c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:56.094651 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cf132cac-17b3-4efb-9034-3cf94b25a760 req-9014c7a8-5d42-4e4e-b390-9fdde4085c7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 200 len: 859 time: 0.0898650 May 18 01:38:56.098372 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7b6f9bce-8536-4c6b-8c79-6db917ef8ed2 req-59b0ff66-f5c4-4a33-ae0d-74fd1c25451e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347911 May 18 01:38:56.155116 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cf132cac-17b3-4efb-9034-3cf94b25a760 req-b5424342-ad26-4830-886e-8f09603332c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9533330a-4893-4169-b921-043203f6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535605 May 18 01:38:56.175957 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-e2cfe22f-43ca-4524-9f62-949b0218d977 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93e5f248-0bd4-4191-9fb7-04312ae3ad74 HTTP/1.1" status: 200 len: 217 time: 0.0945127 May 18 01:38:56.261789 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d73686-7aa8-43e3-9a7a-1b81b78b23ab', 'tag': '93e5f248-0bd4-4191-9fb7-04312ae3ad74', 'status': 'completed', 'code': 200} May 18 01:38:56.322651 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cf132cac-17b3-4efb-9034-3cf94b25a760 req-895045fe-7759-4132-8d00-289202d05319 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603980 May 18 01:38:56.348767 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-7eb12dac-b695-428f-bec8-b90d2cce836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:56.352566 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-7eb12dac-b695-428f-bec8-b90d2cce836b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 200 len: 859 time: 0.1645253 May 18 01:38:56.460882 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-1189ef1c-7eb3-4618-919d-fb6c9e25501e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9533330a-4893-4169-b921-043203f6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969288 May 18 01:38:56.615492 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-41cb3ad3-801b-40f8-bfe5-18687cdec89d service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536386 May 18 01:38:56.672493 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1739b8-d2ef-4281-b191-8f53c58c1efb req-1f9eeed2-6e1d-4036-abe4-5cf0e6690d73 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:56.673980 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ce1739b8-d2ef-4281-b191-8f53c58c1efb req-1f9eeed2-6e1d-4036-abe4-5cf0e6690d73 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 944 time: 0.2195122 May 18 01:38:56.675762 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cf132cac-17b3-4efb-9034-3cf94b25a760 req-47bc4051-c278-45a7-b233-7da88b5f53f1 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461745 May 18 01:38:56.734367 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ce1739b8-d2ef-4281-b191-8f53c58c1efb req-8c04d91e-0d22-40ab-bbae-4ae01d8d84d3 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531218 May 18 01:38:56.763232 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-605334b5-d5aa-49a4-a33a-5fb21ccf2619 req-a8906187-e4e2-4aeb-aaae-f1b6f49fd438 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412582 May 18 01:38:56.885657 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9812bc8-0d26-4af2-b628-1e901e38e6cb req-3d6cb9ab-77ab-454d-8783-79374ab938f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:56.887333 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c9812bc8-0d26-4af2-b628-1e901e38e6cb req-3d6cb9ab-77ab-454d-8783-79374ab938f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 1097 time: 0.0751770 May 18 01:38:57.026775 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9812bc8-0d26-4af2-b628-1e901e38e6cb req-5efccf1e-0a33-4b4c-bd5e-0e093c1e13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:57.028202 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c9812bc8-0d26-4af2-b628-1e901e38e6cb req-5efccf1e-0a33-4b4c-bd5e-0e093c1e13cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 920 time: 0.1339395 May 18 01:38:57.155260 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c9812bc8-0d26-4af2-b628-1e901e38e6cb req-88b234ff-5a21-4916-b5ea-e02a6bbb9001 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93e5f248-0bd4-4191-9fb7-04312ae3ad74 HTTP/1.1" status: 200 len: 217 time: 0.1192627 May 18 01:38:57.227437 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9812bc8-0d26-4af2-b628-1e901e38e6cb req-15c89843-572f-4835-b382-69617c6d9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:57.229366 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c9812bc8-0d26-4af2-b628-1e901e38e6cb req-15c89843-572f-4835-b382-69617c6d9bd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 200 len: 859 time: 0.0671966 May 18 01:38:57.292274 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c9812bc8-0d26-4af2-b628-1e901e38e6cb req-b17c9dba-ea20-46ea-a9e0-0df45ab9c007 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9533330a-4893-4169-b921-043203f6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546260 May 18 01:38:57.325397 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80103e-41ba-4aae-a7ca-275cd200374c req-7b3837e4-16c3-49a0-9cbd-547107c63751 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:57.334849 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9d80103e-41ba-4aae-a7ca-275cd200374c req-7b3837e4-16c3-49a0-9cbd-547107c63751 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 943 time: 0.1036465 May 18 01:38:57.394183 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9d80103e-41ba-4aae-a7ca-275cd200374c req-b36b91d1-a2bd-4285-8e4b-e536c497045a tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584066 May 18 01:38:57.453360 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 522d66ae-a394-4e74-82ee-08774009d574 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:38:57.505544 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c9812bc8-0d26-4af2-b628-1e901e38e6cb req-cf5ecf98-68ac-4de9-b160-47a4220d6721 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052941 May 18 01:38:57.630249 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 522d66ae-a394-4e74-82ee-08774009d574, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=522d66ae-a394-4e74-82ee-08774009d574,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:38:57.648013 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '522d66ae-a394-4e74-82ee-08774009d574', 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e', 'port_id': '522d66ae-a394-4e74-82ee-08774009d574', 'mac_address': 'fa:16:3e:fb:ec:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9651875f-8b4a-4721-9d3d-140ff3043c11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:38:57.663359 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c9812bc8-0d26-4af2-b628-1e901e38e6cb req-a9f1cf44-485a-4d8d-88c9-9be4db859f11 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505015 May 18 01:38:57.716735 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:57.734356 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522d66ae-a394-4e74-82ee-08774009d574 {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:38:57.756477 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 522d66ae-a394-4e74-82ee-08774009d574, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=522d66ae-a394-4e74-82ee-08774009d574,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:38:57.763275 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:57.764560 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device d88c1679-2875-4b83-8c4a-51b36325798d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:38:57.772855 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-63b5ee4b-36cb-491c-8445-e3e9cf0d19e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:57.966281 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d1332-a21b-4f51-a059-a32430b14a46 req-ef998518-3c83-4fe6-8a61-e65e61fabc49 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:57.968641 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b20d1332-a21b-4f51-a059-a32430b14a46 req-ef998518-3c83-4fe6-8a61-e65e61fabc49 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 944 time: 0.1194189 May 18 01:38:57.979765 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=522d66ae-a394-4e74-82ee-08774009d574,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:57.983278 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:58.013425 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-76a815b4-bc18-4cb8-a844-3bde33a027e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.046036 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40132) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:58.052422 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2126891115-network', 'tenant_id': 'c561635cebbe4f84af3e844ceb0edf86'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:58.059695 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:58.066026 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Usage tracker for resource:network and tenant:c561635cebbe4f84af3e844ceb0edf86 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:58.071877 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port d88c1679-2875-4b83-8c4a-51b36325798d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d88c1679-2875-4b83-8c4a-51b36325798d,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:38:58.072817 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:58.086215 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:58.088267 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': 'd88c1679-2875-4b83-8c4a-51b36325798d', 'network_id': '9533330a-4893-4169-b921-043203f6661e', 'port_id': 'd88c1679-2875-4b83-8c4a-51b36325798d', 'mac_address': 'fa:16:3e:af:33:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1d5e77-7d55-468b-ac63-1f48864243b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:38:58.096379 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b20d1332-a21b-4f51-a059-a32430b14a46 req-313856dd-22ce-467b-9188-53d9e75d1d06 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215746 May 18 01:38:58.115533 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Made reservation on behalf of c561635cebbe4f84af3e844ceb0edf86 for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:58.118043 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.148615 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.190247 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:58.198946 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c561635cebbe4f84af3e844ceb0edf86 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:58.205829 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:58.211832 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:58.220554 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.241008 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88c1679-2875-4b83-8c4a-51b36325798d {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:38:58.260234 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port d88c1679-2875-4b83-8c4a-51b36325798d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d88c1679-2875-4b83-8c4a-51b36325798d,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:38:58.265044 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.270210 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:58.355077 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=d88c1679-2875-4b83-8c4a-51b36325798d,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:58.358823 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:58.366647 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.373059 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.378641 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-814cfd33-9084-40ff-926c-a8f6d22c3aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:58.409860 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:38:58.420011 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe8e0f6-e5ff-41b1-b49a-4ad462a37d01,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:58.423842 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:58.426921 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.427402 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Added segment d9521c53-ad56-4190-a1b8-6f5b82799c21 of type vlan for network 05355e49-9a9c-4091-a085-8532c3017aef May 18 01:38:58.468319 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.503875 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.505872 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:58.506986 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.512937 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1eaaf62c-ecff-4870-8cdb-f3738f7e8504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:58.561525 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['522d66ae-a394-4e74-82ee-08774009d574'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:38:58.647288 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['d88c1679-2875-4b83-8c4a-51b36325798d'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:38:58.675807 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Pushing event updated for resources: {'Network': ['ID=05355e49-9a9c-4091-a085-8532c3017aef,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:58.681410 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:58.699572 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6509893 May 18 01:38:58.701822 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f1e9d-8808-4485-882f-3891668b8a45 req-1d570628-a984-4eb5-9d5d-d20c0ccf6da6 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:58.702300 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40158) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:58.711458 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-552f1e9d-8808-4485-882f-3891668b8a45 req-1d570628-a984-4eb5-9d5d-d20c0ccf6da6 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 944 time: 0.1044722 May 18 01:38:58.717758 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Request body: {'subnet': {'network_id': '05355e49-9a9c-4091-a085-8532c3017aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2126891115-subnet', 'tenant_id': 'c561635cebbe4f84af3e844ceb0edf86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:38:58.733012 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:58.735450 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 40164) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:58.737557 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 05355e49-9a9c-4091-a085-8532c3017aef details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:38:58.739612 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Usage tracker for resource:subnet and tenant:c561635cebbe4f84af3e844ceb0edf86 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:58.747686 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:58.763615 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:58.785362 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Made reservation on behalf of c561635cebbe4f84af3e844ceb0edf86 for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:38:58.791071 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:58.791293 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-552f1e9d-8808-4485-882f-3891668b8a45 req-50e19bc4-50d1-4b50-b2fc-46412b9d5137 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720162 May 18 01:38:59.057829 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.097127 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:38:59.105770 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] Usage tracker for resource:security_group_rule and tenant:3c46464501ce469ba8520f8bd2d76016 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:38:59.115814 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:38:59.128658 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:38:59.265082 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.272680 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.283910 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:59.336622 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.343244 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:59.428194 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c46464501ce469ba8520f8bd2d76016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906111 May 18 01:38:59.434694 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40192) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:59.435341 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a515850-cd7a-47db-bba1-d041f83b3e1d,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:59.440470 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:59.442967 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 93e5f248-0bd4-4191-9fb7-04312ae3ad74 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:38:59.452400 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Checking segment: {'id': 'd9521c53-ad56-4190-a1b8-6f5b82799c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05355e49-9a9c-4091-a085-8532c3017aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:38:59.452835 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Network hostable DHCP agents. Network: 05355e49-9a9c-4091-a085-8532c3017aef, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:38:59.460931 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650185bb-180b-4cc3-a4f7-6ab0bcf5529b,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:59.476839 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:59.495944 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Network 05355e49-9a9c-4091-a085-8532c3017aef is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:38:59.521727 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 05355e49-9a9c-4091-a085-8532c3017aef) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:38:59.536218 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:59.537393 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.543854 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925583d-d441-4879-ab2f-c1bfbd0691ea req-9b56d75e-7b86-4e66-96d1-c9033ec6b10d tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:38:59.553985 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6925583d-d441-4879-ab2f-c1bfbd0691ea req-9b56d75e-7b86-4e66-96d1-c9033ec6b10d tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 944 time: 0.2722902 May 18 01:38:59.555426 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9740c4a7-3174-4826-9818-4f8e8cdbb706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.560100 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-5c00737e-80fe-4bb0-8b97-2e4723f25047 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8543844 May 18 01:38:59.600595 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b97955e-ff33-404d-a6d8-f706d54dcf81 None None] Network 05355e49-9a9c-4091-a085-8532c3017aef requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:38:59.601194 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9740c4a7-3174-4826-9818-4f8e8cdbb706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.624296 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6925583d-d441-4879-ab2f-c1bfbd0691ea req-a7396353-6cae-4b90-a3f6-0c1b07a7c35c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671868 May 18 01:38:59.688882 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9740c4a7-3174-4826-9818-4f8e8cdbb706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.695317 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f2e27959-23ec-4a07-9bc1-a6d9e990c249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:38:59.707878 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740c4a7-3174-4826-9818-4f8e8cdbb706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650185bb-180b-4cc3-a4f7-6ab0bcf5529b,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:38:59.720619 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-9740c4a7-3174-4826-9818-4f8e8cdbb706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:38:59.724146 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9740c4a7-3174-4826-9818-4f8e8cdbb706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.729658 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-9740c4a7-3174-4826-9818-4f8e8cdbb706 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/650185bb-180b-4cc3-a4f7-6ab0bcf5529b HTTP/1.1" status: 204 len: 168 time: 0.2917132 May 18 01:38:59.780762 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40210) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:38:59.803207 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 93e5f248-0bd4-4191-9fb7-04312ae3ad74, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=93e5f248-0bd4-4191-9fb7-04312ae3ad74,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:38:59.858026 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2df1611-8021-41f2-8f65-ce4f396f9ea9 admin admin] Deleting subnet 551e51aa-3eb5-4982-94d5-ada655304039 {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:38:59.865996 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d2df1611-8021-41f2-8f65-ce4f396f9ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.918348 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '93e5f248-0bd4-4191-9fb7-04312ae3ad74', 'network_id': '9533330a-4893-4169-b921-043203f6661e', 'port_id': '93e5f248-0bd4-4191-9fb7-04312ae3ad74', 'mac_address': 'fa:16:3e:4f:1c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1d5e77-7d55-468b-ac63-1f48864243b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:38:59.940785 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d2df1611-8021-41f2-8f65-ce4f396f9ea9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:38:59.954652 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d2df1611-8021-41f2-8f65-ce4f396f9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.001452 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da0ed0-7f9d-4a61-b9d7-4f079e4364e0 None None] Network 05355e49-9a9c-4091-a085-8532c3017aef requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:39:00.041735 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f7777-fe20-4a5f-99fc-a684ee5ada5e req-978115c8-33de-4545-897b-3ed4cf2dfa0b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:00.043214 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-963f7777-fe20-4a5f-99fc-a684ee5ada5e req-978115c8-33de-4545-897b-3ed4cf2dfa0b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 944 time: 0.1044557 May 18 01:39:00.153623 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-963f7777-fe20-4a5f-99fc-a684ee5ada5e req-4f17050f-f8be-4a13-a699-bf388e361082 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037905 May 18 01:39:00.241375 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.280759 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e5f248-0bd4-4191-9fb7-04312ae3ad74 {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:39:00.367688 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d2df1611-8021-41f2-8f65-ce4f396f9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.378391 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 93e5f248-0bd4-4191-9fb7-04312ae3ad74, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=93e5f248-0bd4-4191-9fb7-04312ae3ad74,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:00.385916 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:00.389498 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.392092 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:00.430022 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-4ba97b4c-dab7-4b09-9518-61d88ebb8bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.450041 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df1611-8021-41f2-8f65-ce4f396f9ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551e51aa-3eb5-4982-94d5-ada655304039,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:00.466610 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d2df1611-8021-41f2-8f65-ce4f396f9ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.476677 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-d2df1611-8021-41f2-8f65-ce4f396f9ea9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/551e51aa-3eb5-4982-94d5-ada655304039 HTTP/1.1" status: 204 len: 168 time: 0.6948831 May 18 01:39:00.479197 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 40236) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:00.483014 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d2df1611-8021-41f2-8f65-ce4f396f9ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:00.499187 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=93e5f248-0bd4-4191-9fb7-04312ae3ad74,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:00.501127 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40240) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:00.502663 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:00.531247 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.581890 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.598412 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:00.603381 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] Usage tracker for resource:security_group_rule and tenant:6c9edaf11e444d72832ffc48407cd366 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:00.608564 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:00.612253 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['93e5f248-0bd4-4191-9fb7-04312ae3ad74'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:39:00.613351 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.617363 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:00.791346 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.806345 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.824556 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:00.936272 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c9edaf11e444d72832ffc48407cd366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329233 May 18 01:39:00.941140 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40252) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:00.948353 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:00.964167 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba785f-88c1-4492-a1c3-14e00d683598,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:00.964376 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:00.964519 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:00.965277 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:00.965621 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > port after_create 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:00.965941 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > port after_delete 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:00.966395 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > port after_update 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:00.966731 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:00.967062 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:00.967378 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:00.967694 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:00.973573 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:01.039181 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-520a16b4-2fc4-4d5a-b5b7-a7d60c5be195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.075574 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-520a16b4-2fc4-4d5a-b5b7-a7d60c5be195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.109688 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:01.110830 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:01.111305 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:01.112049 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:01.112662 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951e3103-475d-4b49-b4f8-876020532645']}} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:01.148131 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6d9d48-6fde-4564-9bdb-5f53e3a04ec0') {'for_net_delete': True} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:01.148537 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6d9d48-6fde-4564-9bdb-5f53e3a04ec0') {} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:01.151854 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-520a16b4-2fc4-4d5a-b5b7-a7d60c5be195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.158201 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:01.168659 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-897397'] for segment, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.177862 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-520a16b4-2fc4-4d5a-b5b7-a7d60c5be195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.178911 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-520a16b4-2fc4-4d5a-b5b7-a7d60c5be195 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1aba785f-88c1-4492-a1c3-14e00d683598 HTTP/1.1" status: 204 len: 168 time: 0.2344453 May 18 01:39:01.180216 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a16b4-2fc4-4d5a-b5b7-a7d60c5be195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba785f-88c1-4492-a1c3-14e00d683598,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:01.189988 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b87ba-356b-4631-92c1-665958f72f15 req-2d19bdc0-0253-4e0e-84d7-7df28c576e67 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:01.192095 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-039b87ba-356b-4631-92c1-665958f72f15 req-2d19bdc0-0253-4e0e-84d7-7df28c576e67 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 945 time: 0.3330204 May 18 01:39:01.195153 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-520a16b4-2fc4-4d5a-b5b7-a7d60c5be195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:01.200613 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.212127 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=78851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:39:01.213095 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1554017'] for segment, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: from cryptography.utils import int_from_bytes May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: from cryptography.utils import int_from_bytes May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: Traceback (most recent call last): May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: timer() May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: cb(*args, **kw) May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: return func(*args, **kwargs) May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: self._notify() May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: self.callback(batched_events) May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: event.method(event) May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: return f(self, *a, **k) May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: return self._get(url).json() May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: return self.request(url, 'GET', **kwargs) May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:39:01.236546 dv-cinder-784623-9-smb neutron-server[78851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:39:01.345700 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-039b87ba-356b-4631-92c1-665958f72f15 req-00f45db2-8900-41b8-b4f9-cb6c6b66a956 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375730 May 18 01:39:01.349466 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.355001 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-656f4abf-11df-401f-8c39-bf7b4189b4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:01.376204 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Pushing event deleted for resources: {'Network': ['ID=951e3103-475d-4b49-b4f8-876020532645,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:01.390586 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.414416 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] 10.222.0.11 "DELETE /v2.0/networks/951e3103-475d-4b49-b4f8-876020532645 HTTP/1.1" status: 204 len: 168 time: 0.9339168 May 18 01:39:01.414571 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40274) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:01.417378 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:01.464968 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 93e5f248-0bd4-4191-9fb7-04312ae3ad74 up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:01.494126 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1880ad-5827-4246-9845-8571542257bc admin admin] Deleting subnet 5a515850-cd7a-47db-bba1-d041f83b3e1d {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:39:01.500098 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6d1880ad-5827-4246-9845-8571542257bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.571473 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port 93e5f248-0bd4-4191-9fb7-04312ae3ad74 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:01.572754 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 40282) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:01.577196 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.578020 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 93e5f248-0bd4-4191-9fb7-04312ae3ad74 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:01.578479 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.585226 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cbc5b-32b0-4fe5-b8f2-7f485ae1edf2 req-a7e4f980-05cc-4d92-bfcf-84dd49085a30 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:01.587499 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c03cbc5b-32b0-4fe5-b8f2-7f485ae1edf2 req-a7e4f980-05cc-4d92-bfcf-84dd49085a30 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 944 time: 0.1183245 May 18 01:39:01.600628 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6d1880ad-5827-4246-9845-8571542257bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.612121 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6d1880ad-5827-4246-9845-8571542257bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.644343 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c03cbc5b-32b0-4fe5-b8f2-7f485ae1edf2 req-6543a5f9-8c6e-44e4-b26e-f02f51255491 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500762 May 18 01:39:01.724082 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.745579 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.765447 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:01.769169 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] Usage tracker for resource:security_group_rule and tenant:e6278d56b0f74a72bad4cd14b6b68c7e is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:01.770427 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d73686-7aa8-43e3-9a7a-1b81b78b23ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e5f248-0bd4-4191-9fb7-04312ae3ad74'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:39:01.772576 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:01.778709 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:01.864466 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 93e5f248-0bd4-4191-9fb7-04312ae3ad74, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=93e5f248-0bd4-4191-9fb7-04312ae3ad74,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:01.876557 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.882508 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 522d66ae-a394-4e74-82ee-08774009d574 up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:01.885845 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.891972 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.909947 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:01.924996 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:01.934025 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6d1880ad-5827-4246-9845-8571542257bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:01.944794 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-99ff423a-c652-47cf-9848-587648af7e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:01.982037 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6278d56b0f74a72bad4cd14b6b68c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934636 May 18 01:39:01.982631 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 40302) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:01.986210 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861d9d9f-d9eb-4e71-b295-6ccd678ecc37,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:02.006401 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:02.036297 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6d1880ad-5827-4246-9845-8571542257bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.039542 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1880ad-5827-4246-9845-8571542257bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a515850-cd7a-47db-bba1-d041f83b3e1d,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:02.042601 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-6d1880ad-5827-4246-9845-8571542257bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:02.048170 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-6d1880ad-5827-4246-9845-8571542257bc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5a515850-cd7a-47db-bba1-d041f83b3e1d HTTP/1.1" status: 204 len: 168 time: 0.6282272 May 18 01:39:02.048886 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40312) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:02.068195 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=93e5f248-0bd4-4191-9fb7-04312ae3ad74,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:02.075850 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:02.086391 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1600-45b2-45a9-9d3f-2e7e069ce004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.099120 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port 522d66ae-a394-4e74-82ee-08774009d574 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:02.105163 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 522d66ae-a394-4e74-82ee-08774009d574 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:02.105499 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.121121 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1600-45b2-45a9-9d3f-2e7e069ce004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.159146 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.201335 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1600-45b2-45a9-9d3f-2e7e069ce004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.212060 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-0ca975bb-8ad4-4b76-81da-6d88a1d02f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:02.225515 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d73686-7aa8-43e3-9a7a-1b81b78b23ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e5f248-0bd4-4191-9fb7-04312ae3ad74', 'code': 200} May 18 01:39:02.231299 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1600-45b2-45a9-9d3f-2e7e069ce004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.234874 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-d1dc1600-45b2-45a9-9d3f-2e7e069ce004 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/861d9d9f-d9eb-4e71-b295-6ccd678ecc37 HTTP/1.1" status: 204 len: 168 time: 0.2481484 May 18 01:39:02.235668 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc1600-45b2-45a9-9d3f-2e7e069ce004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861d9d9f-d9eb-4e71-b295-6ccd678ecc37,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:02.245495 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-d1dc1600-45b2-45a9-9d3f-2e7e069ce004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:02.297633 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.328956 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.329298 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.330037 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.330389 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > port after_create 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.330711 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.331042 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > port after_update 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.331390 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.331712 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.332025 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.332341 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.382775 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.467481 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 522d66ae-a394-4e74-82ee-08774009d574, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=522d66ae-a394-4e74-82ee-08774009d574,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:02.476457 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.478419 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device d88c1679-2875-4b83-8c4a-51b36325798d up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:02.532609 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.533182 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.533593 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.534035 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 01:39:02.534496 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05355e49-9a9c-4091-a085-8532c3017aef']}} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:02.537451 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:02.549271 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9521c53-ad56-4190-a1b8-6f5b82799c21') {'for_net_delete': True} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:02.549717 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9521c53-ad56-4190-a1b8-6f5b82799c21') {} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:02.635544 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1790869'] for segment, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.709771 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.730735 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=78852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:39:02.738554 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1894840'] for segment, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.754027 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=522d66ae-a394-4e74-82ee-08774009d574,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: from cryptography.utils import int_from_bytes May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: from cryptography.utils import int_from_bytes May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: Traceback (most recent call last): May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: timer() May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: cb(*args, **kw) May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: return func(*args, **kwargs) May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: self._notify() May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: self.callback(batched_events) May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: event.method(event) May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: return f(self, *a, **k) May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: return self._get(url).json() May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: return self.request(url, 'GET', **kwargs) May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:39:02.764436 dv-cinder-784623-9-smb neutron-server[78852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:39:02.767677 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:02.771222 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7f041-7941-4a98-8e38-aa03687ba56c req-af75c652-52ed-4cf5-a8b7-7af45cb1161c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:02.781812 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port d88c1679-2875-4b83-8c4a-51b36325798d completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:02.783973 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1ef7f041-7941-4a98-8e38-aa03687ba56c req-af75c652-52ed-4cf5-a8b7-7af45cb1161c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1615398 May 18 01:39:02.793420 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port d88c1679-2875-4b83-8c4a-51b36325798d triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:02.793796 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.848726 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-751f15b3-87fe-4f90-9d39-dbe1369306fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:02.850654 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-751f15b3-87fe-4f90-9d39-dbe1369306fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 1099 time: 0.2903113 May 18 01:39:02.875660 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.891192 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:02.899377 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:02.902714 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1ef7f041-7941-4a98-8e38-aa03687ba56c req-c77ffe4b-3aa6-4d12-84c7-871767081a0b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165581 May 18 01:39:02.904303 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Usage tracker for resource:security_group_rule and tenant:eeef6abfa0e141618bec8e70cbd74292 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:02.908078 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:02.914580 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:02.999859 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.009896 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.016210 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:03.036845 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.052193 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.067727 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] 10.222.0.11 "DELETE /v2.0/networks/05355e49-9a9c-4091-a085-8532c3017aef HTTP/1.1" status: 204 len: 168 time: 1.0179143 May 18 01:39:03.071542 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Pushing event deleted for resources: {'Network': ['ID=05355e49-9a9c-4091-a085-8532c3017aef,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:03.077587 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:03.078716 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b912b32b-6cc4-4a6a-95be-a0d9eda26b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:03.080685 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port d88c1679-2875-4b83-8c4a-51b36325798d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d88c1679-2875-4b83-8c4a-51b36325798d,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:03.086037 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Synchronizing usage tracker for tenant:eeef6abfa0e141618bec8e70cbd74292 on resource:security_group {{(pid=78852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:39:03.089321 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.093233 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.099520 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:03.100148 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 40352) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:03.121832 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Unset dirty status for tenant:eeef6abfa0e141618bec8e70cbd74292 on resource:security_group {{(pid=78852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:39:03.123158 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d1691bcb-2947-4ab3-9a6e-4402bcf69c96 req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658138 May 18 01:39:03.125112 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81681c2f-a4eb-4977-8cde-65ca7e41811f,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:03.128380 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:03.142814 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.205316 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=d88c1679-2875-4b83-8c4a-51b36325798d,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:03.209592 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:03.246880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:03.262385 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] Usage tracker for resource:security_group_rule and tenant:61c0fa098e1d4113a4ced5bfac21ea15 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:03.272583 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:03.303652 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:03.405731 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffb201-b44e-4061-b741-bac60be6eb76 req-fe33d3cf-724c-43fa-bbfa-a1d2cca269ce tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:03.407514 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f6ffb201-b44e-4061-b741-bac60be6eb76 req-fe33d3cf-724c-43fa-bbfa-a1d2cca269ce tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 945 time: 0.2873495 May 18 01:39:03.483556 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40366) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:03.500908 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f6ffb201-b44e-4061-b741-bac60be6eb76 req-1b7083c0-8106-472f-869d-69dd88ab757b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839727 May 18 01:39:03.538917 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.544848 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.551043 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-357a2e8b-7920-4088-be08-00b9b10130c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30b80d84013e4426b6f7f197420ddaa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640159 May 18 01:39:03.551558 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40370) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:03.554298 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6c592bd3-8ec0-4d12-9df3-563245757967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:03.592970 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61c0fa098e1d4113a4ced5bfac21ea15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912732 May 18 01:39:03.595734 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40374) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:03.597203 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c591b-ed39-4e21-8504-6b19c8592569,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:03.603174 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:03.654274 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-92f9ab88-40d1-4e8a-aa47-c110644ed2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.700178 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-92f9ab88-40d1-4e8a-aa47-c110644ed2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.709244 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7dd093b7-f6c1-4167-a6c8-440cbdaeee25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.756081 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7dd093b7-f6c1-4167-a6c8-440cbdaeee25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.803117 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-92f9ab88-40d1-4e8a-aa47-c110644ed2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.807477 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:03.819573 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9ab88-40d1-4e8a-aa47-c110644ed2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75641e83-d950-4fdd-91c1-08f8a17c6c4f,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:03.821923 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-92f9ab88-40d1-4e8a-aa47-c110644ed2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:03.840793 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-92f9ab88-40d1-4e8a-aa47-c110644ed2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.846066 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-92f9ab88-40d1-4e8a-aa47-c110644ed2a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75641e83-d950-4fdd-91c1-08f8a17c6c4f HTTP/1.1" status: 204 len: 168 time: 0.2936821 May 18 01:39:03.854322 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7dd093b7-f6c1-4167-a6c8-440cbdaeee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.864394 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:03.879651 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd093b7-f6c1-4167-a6c8-440cbdaeee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c591b-ed39-4e21-8504-6b19c8592569,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:03.881824 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7dd093b7-f6c1-4167-a6c8-440cbdaeee25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:03.883063 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7dd093b7-f6c1-4167-a6c8-440cbdaeee25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db5c591b-ed39-4e21-8504-6b19c8592569 HTTP/1.1" status: 204 len: 168 time: 0.2863760 May 18 01:39:03.883907 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7dd093b7-f6c1-4167-a6c8-440cbdaeee25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:04.099378 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b5989-0ef7-4c8a-8124-a1193e4e7077 req-e7c2a1eb-5098-4f74-b8ca-f78dad31cf0e tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:04.106374 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cd3b5989-0ef7-4c8a-8124-a1193e4e7077 req-e7c2a1eb-5098-4f74-b8ca-f78dad31cf0e tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.0988047 May 18 01:39:04.162111 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cd3b5989-0ef7-4c8a-8124-a1193e4e7077 req-27ce3e62-a5a6-4b4a-86f4-2251e408e946 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541008 May 18 01:39:04.227825 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2114eb-fa6d-4729-8602-39b059389783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522d66ae-a394-4e74-82ee-08774009d574'}, {'server_uuid': 'e314ad13-5924-40f5-9574-047a97e0f678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88c1679-2875-4b83-8c4a-51b36325798d'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:39:04.287307 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2114eb-fa6d-4729-8602-39b059389783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522d66ae-a394-4e74-82ee-08774009d574', 'code': 200} May 18 01:39:04.287307 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e314ad13-5924-40f5-9574-047a97e0f678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88c1679-2875-4b83-8c4a-51b36325798d', 'code': 200} May 18 01:39:04.337599 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40414) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:04.486667 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-cb3ac97d-5d5b-488c-953f-6f3a8172e525 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c561635cebbe4f84af3e844ceb0edf86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467626 May 18 01:39:04.489131 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40424) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:04.723415 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e1504e40-42a6-463b-a27f-d42a7d4ba429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:04.850659 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e1504e40-42a6-463b-a27f-d42a7d4ba429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:04.949355 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ba2f5-eb5c-4ca9-be53-e11a3f75cb87 req-a1858a28-50f5-44b8-8aff-79e009b25cef tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:04.956845 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-560ba2f5-eb5c-4ca9-be53-e11a3f75cb87 req-a1858a28-50f5-44b8-8aff-79e009b25cef tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 945 time: 0.1952095 May 18 01:39:05.001211 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70cf0a-e662-4d57-acde-3a82f97cdbbc req-11c484f2-752d-48f1-ba78-460998302240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:05.008321 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-fc70cf0a-e662-4d57-acde-3a82f97cdbbc req-11c484f2-752d-48f1-ba78-460998302240 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 1098 time: 0.2407587 May 18 01:39:05.046616 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-560ba2f5-eb5c-4ca9-be53-e11a3f75cb87 req-eb2d7318-1586-48e1-bb95-0dd932cc8619 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861015 May 18 01:39:05.069366 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35f087-376c-49c9-a54e-c4bf0475e06d req-c92228fe-fcd9-447b-96d0-1be69ecb69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:05.071162 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bb35f087-376c-49c9-a54e-c4bf0475e06d req-c92228fe-fcd9-447b-96d0-1be69ecb69e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 1098 time: 0.1854086 May 18 01:39:05.080596 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e1504e40-42a6-463b-a27f-d42a7d4ba429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:05.150969 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7dd093b7-f6c1-4167-a6c8-440cbdaeee25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:05.151168 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bb35f087-376c-49c9-a54e-c4bf0475e06d req-76280d5a-df04-4605-807c-db402c25611b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733585 May 18 01:39:05.165177 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1504e40-42a6-463b-a27f-d42a7d4ba429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe8e0f6-e5ff-41b1-b49a-4ad462a37d01,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:05.167571 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e1504e40-42a6-463b-a27f-d42a7d4ba429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:05.185101 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-fc70cf0a-e662-4d57-acde-3a82f97cdbbc req-adeba2ec-57c8-41e8-a170-ef1a22fcdfca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693816 May 18 01:39:05.191165 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e1504e40-42a6-463b-a27f-d42a7d4ba429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:05.192248 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e1504e40-42a6-463b-a27f-d42a7d4ba429 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abe8e0f6-e5ff-41b1-b49a-4ad462a37d01 HTTP/1.1" status: 204 len: 168 time: 0.6987650 May 18 01:39:05.410466 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40ee1c-a68e-49ae-862d-32dda71add8c req-5c86a087-4a61-491a-b4cb-dbd152e23263 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:05.418636 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1c40ee1c-a68e-49ae-862d-32dda71add8c req-5c86a087-4a61-491a-b4cb-dbd152e23263 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1350420 May 18 01:39:05.486047 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1c40ee1c-a68e-49ae-862d-32dda71add8c req-12d65146-96d8-4131-9215-aac1a6696c14 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661714 May 18 01:39:06.035469 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a05f0-ece4-44cb-9752-bfa0793f9104 req-43365644-ab8f-4c4c-9ad0-cfc8b5b93494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:06.039335 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a15a05f0-ece4-44cb-9752-bfa0793f9104 req-43365644-ab8f-4c4c-9ad0-cfc8b5b93494 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 1099 time: 0.1587641 May 18 01:39:06.078980 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f945504-a04f-44fc-8039-b7f2a480df45 req-c6390ef6-75d8-451a-a1ee-2c7586a288aa tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:06.081140 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f945504-a04f-44fc-8039-b7f2a480df45 req-c6390ef6-75d8-451a-a1ee-2c7586a288aa tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1273723 May 18 01:39:06.200429 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f945504-a04f-44fc-8039-b7f2a480df45 req-248704b0-bcef-4601-a329-4d8afece6182 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113687 May 18 01:39:06.460185 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a05f0-ece4-44cb-9752-bfa0793f9104 req-07b96818-717c-4b95-9324-628a8b4362db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:06.462451 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a15a05f0-ece4-44cb-9752-bfa0793f9104 req-07b96818-717c-4b95-9324-628a8b4362db service neutron] 10.222.0.39 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 920 time: 0.4143956 May 18 01:39:06.588600 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22918773-caad-457b-9699-f581adba102e req-afbbf3f9-9b34-4935-aba2-84e6453504a5 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:06.593147 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22918773-caad-457b-9699-f581adba102e req-afbbf3f9-9b34-4935-aba2-84e6453504a5 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 945 time: 0.2186224 May 18 01:39:06.605847 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a15a05f0-ece4-44cb-9752-bfa0793f9104 req-34667ced-dcb0-4c85-b7ee-d3999411b5f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93e5f248-0bd4-4191-9fb7-04312ae3ad74 HTTP/1.1" status: 200 len: 217 time: 0.1355264 May 18 01:39:06.676669 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22918773-caad-457b-9699-f581adba102e req-771dd505-39e5-4fc7-9042-8c9b97d69a45 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771523 May 18 01:39:06.750787 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a05f0-ece4-44cb-9752-bfa0793f9104 req-2abf8dce-9bc2-402c-b3b1-fca0a70485fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:06.752386 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a15a05f0-ece4-44cb-9752-bfa0793f9104 req-2abf8dce-9bc2-402c-b3b1-fca0a70485fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 200 len: 859 time: 0.1386216 May 18 01:39:06.813972 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a15a05f0-ece4-44cb-9752-bfa0793f9104 req-bd371820-2122-49ec-8654-284ad4f9359f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9533330a-4893-4169-b921-043203f6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533454 May 18 01:39:07.061142 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a15a05f0-ece4-44cb-9752-bfa0793f9104 req-8b3938d6-293d-4fc9-a12d-78c3d1ae5813 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398512 May 18 01:39:07.297948 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a15a05f0-ece4-44cb-9752-bfa0793f9104 req-11392420-8148-4c77-9e48-5333bd1a1710 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279840 May 18 01:39:07.500894 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1737775-9871-43fc-a744-85f518abd436 req-d5fe5849-3f4e-4f85-9e33-a44b708ac788 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:07.502724 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b1737775-9871-43fc-a744-85f518abd436 req-d5fe5849-3f4e-4f85-9e33-a44b708ac788 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1389151 May 18 01:39:07.637431 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b1737775-9871-43fc-a744-85f518abd436 req-199a09ff-2175-422a-9dd1-2d122a281b87 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249719 May 18 01:39:08.871006 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116fc21-40c0-446b-ae05-02accd41d3de req-a932cdda-6449-4210-94ea-f83465d34be5 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:08.872557 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3116fc21-40c0-446b-ae05-02accd41d3de req-a932cdda-6449-4210-94ea-f83465d34be5 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1245377 May 18 01:39:08.943552 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3116fc21-40c0-446b-ae05-02accd41d3de req-bac035e0-f9b1-438c-946b-458080a185a4 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633478 May 18 01:39:10.146383 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e3975-aeae-4ed1-8b70-149846abdba2 req-a9334037-01fc-4c2c-a711-e59ce084243f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:10.147902 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4e8e3975-aeae-4ed1-8b70-149846abdba2 req-a9334037-01fc-4c2c-a711-e59ce084243f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.0862579 May 18 01:39:10.209430 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4e8e3975-aeae-4ed1-8b70-149846abdba2 req-69be35e7-6ba9-4109-a1a3-e486670476ac tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 May 18 01:39:11.387510 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9cd05-207b-4aa9-b16a-2b96e5e11034 req-08f73b85-0274-48d5-bb4c-3b9b3748d1cb tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:11.389016 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f6c9cd05-207b-4aa9-b16a-2b96e5e11034 req-08f73b85-0274-48d5-bb4c-3b9b3748d1cb tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.0796156 May 18 01:39:11.433940 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f6c9cd05-207b-4aa9-b16a-2b96e5e11034 req-e6589ac4-f78d-4e35-9ecc-e4f2536ef3ea tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 May 18 01:39:12.147347 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-db998625-3cf2-4ccc-b160-64e562562247 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:12.149643 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-db998625-3cf2-4ccc-b160-64e562562247 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 814 time: 0.1871090 May 18 01:39:12.173619 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-ee19ed0c-6794-4ad8-b550-e5457af192de tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/quotas/bf8e94615022444d841e0fbde2f29590 HTTP/1.1" status: 200 len: 375 time: 0.0181344 May 18 01:39:12.247131 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40812) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:12.298375 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e3d68aba-be9b-4ced-aea4-d5754a18945b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1179080 May 18 01:39:12.374354 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40820) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:12.490656 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-3058c85d-d37c-4f47-83bd-dea3aa76b33e service neutron] 10.222.0.11 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822143 May 18 01:39:12.536567 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:12.577279 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:12.581523 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] Usage tracker for resource:security_group_rule and tenant:3712a3e6389148efa810760000109166 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:12.584992 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:12.592030 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:12.642615 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-0c5ac595-347d-49ac-9727-87b591186aa9 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509235 May 18 01:39:12.642797 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:12.670366 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:12.670868 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] Usage tracker for resource:security_group_rule and tenant:22d8f4b95ab84fe182df2594c489a5d4 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:12.674070 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:12.680534 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:12.764520 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:12.785508 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:12.808707 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0f837d39-65a8-4e9c-8707-8d20427b5a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:12.928828 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea1b221-677e-40ec-8bd0-10ed6e6e322b,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:12.932937 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:12.939756 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3712a3e6389148efa810760000109166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5636432 May 18 01:39:12.941322 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40844) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:12.942440 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:12.984914 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:12.996508 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-6571aca2-22b9-46e5-b4bf-e40e813f7165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:13.022544 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de13646-0b9d-4b3e-bdfb-70b045d4b82c req-f0bb1af5-3e14-4437-af1e-d73cdca46f2b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:13.030383 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0de13646-0b9d-4b3e-bdfb-70b045d4b82c req-f0bb1af5-3e14-4437-af1e-d73cdca46f2b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1031508 May 18 01:39:13.070233 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22d8f4b95ab84fe182df2594c489a5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8220007 May 18 01:39:13.073976 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40854) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:13.074835 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-245465d6-8772-4237-84ec-d357d907479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:13.076743 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a0178c-d1eb-41d3-8623-215d417adb8e,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:13.081142 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:13.102695 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0de13646-0b9d-4b3e-bdfb-70b045d4b82c req-8e72aee3-be2b-4b94-a532-12b9f2e39309 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710611 May 18 01:39:13.143650 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-245465d6-8772-4237-84ec-d357d907479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:13.204044 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e67ec8a3-90b4-4caf-9ba0-6d051b98c2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:13.238929 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e67ec8a3-90b4-4caf-9ba0-6d051b98c2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:13.251668 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f216bbc2-3c00-47c3-a777-e1b7d0f385e2 req-8ead29d0-5cc7-4ee0-a8ae-63bf85aac189 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 210 time: 0.1022618 May 18 01:39:13.269074 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:39:13.285872 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-245465d6-8772-4237-84ec-d357d907479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:13.360859 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-eab9577b-15c1-4c42-8dff-706d403c9c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:13.384614 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245465d6-8772-4237-84ec-d357d907479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea1b221-677e-40ec-8bd0-10ed6e6e322b,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:13.387020 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-245465d6-8772-4237-84ec-d357d907479b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:13.411748 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-245465d6-8772-4237-84ec-d357d907479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:13.413607 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-245465d6-8772-4237-84ec-d357d907479b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ea1b221-677e-40ec-8bd0-10ed6e6e322b HTTP/1.1" status: 204 len: 168 time: 0.4699354 May 18 01:39:13.418878 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e67ec8a3-90b4-4caf-9ba0-6d051b98c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:13.421867 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e67ec8a3-90b4-4caf-9ba0-6d051b98c2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:13.428963 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e67ec8a3-90b4-4caf-9ba0-6d051b98c2ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81a0178c-d1eb-41d3-8623-215d417adb8e HTTP/1.1" status: 204 len: 168 time: 0.3483882 May 18 01:39:13.429857 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-90d119f1-07be-4a02-a26a-f58b3b619f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:13.451230 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ec8a3-90b4-4caf-9ba0-6d051b98c2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a0178c-d1eb-41d3-8623-215d417adb8e,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:13.455257 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e67ec8a3-90b4-4caf-9ba0-6d051b98c2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:13.899058 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40898) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:13.918734 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:13.939008 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:13.944089 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 40902) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:13.945545 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] Usage tracker for resource:security_group_rule and tenant:8027c0b6d11847398be7695c6bb8d744 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:13.948736 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:13.955142 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:13.962031 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:13.981668 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:13.986002 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] Usage tracker for resource:security_group_rule and tenant:61282d789d2f4b40bc4ebc926c59f165 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:13.989342 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:13.995970 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:14.048864 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.053837 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.064152 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e67ec8a3-90b4-4caf-9ba0-6d051b98c2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:14.093495 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.101108 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.105819 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c31b40-3844-4759-8839-813dc938b2b9,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:14.110054 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8027c0b6d11847398be7695c6bb8d744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099791 May 18 01:39:14.110948 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:14.112538 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40910) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:14.118266 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-e1a2ad06-4d31-40f1-a0fc-dfc6e2a6434e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:14.165455 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61282d789d2f4b40bc4ebc926c59f165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143655 May 18 01:39:14.165455 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 40916) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:14.189287 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e14507f0-2157-42d9-9e49-34f26c00db58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.206468 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b949c5a4-c8eb-46df-8090-caa536db2d9d,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:14.217241 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:14.217506 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e14507f0-2157-42d9-9e49-34f26c00db58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.285444 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e14507f0-2157-42d9-9e49-34f26c00db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.292167 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-fd407aeb-20b3-46e8-8726-e1313f78ead3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:14.304052 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14507f0-2157-42d9-9e49-34f26c00db58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c31b40-3844-4759-8839-813dc938b2b9,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:14.307969 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eafa5610-9111-4950-a2d5-4a42290f25c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.317297 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e14507f0-2157-42d9-9e49-34f26c00db58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:14.323107 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e14507f0-2157-42d9-9e49-34f26c00db58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.325253 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e14507f0-2157-42d9-9e49-34f26c00db58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1c31b40-3844-4759-8839-813dc938b2b9 HTTP/1.1" status: 204 len: 168 time: 0.2112336 May 18 01:39:14.350588 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eafa5610-9111-4950-a2d5-4a42290f25c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.382689 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4136b06-5d03-4031-a71e-235004dffb53 req-50732747-2366-4b68-8f71-b25bc69bf3c1 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:14.384160 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c4136b06-5d03-4031-a71e-235004dffb53 req-50732747-2366-4b68-8f71-b25bc69bf3c1 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1681504 May 18 01:39:14.454385 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c4136b06-5d03-4031-a71e-235004dffb53 req-f50fb97f-1fd0-45d0-a528-178e5aec6d22 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552018 May 18 01:39:14.469121 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eafa5610-9111-4950-a2d5-4a42290f25c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.479689 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:14.505000 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa5610-9111-4950-a2d5-4a42290f25c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b949c5a4-c8eb-46df-8090-caa536db2d9d,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:14.508366 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-eafa5610-9111-4950-a2d5-4a42290f25c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:14.513190 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eafa5610-9111-4950-a2d5-4a42290f25c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:14.517695 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-eafa5610-9111-4950-a2d5-4a42290f25c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b949c5a4-c8eb-46df-8090-caa536db2d9d HTTP/1.1" status: 204 len: 168 time: 0.3539920 May 18 01:39:14.541645 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-62e25e5a-47b5-4f68-b775-4479c70b820c tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:14.543252 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-62e25e5a-47b5-4f68-b775-4479c70b820c tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 814 time: 0.1973488 May 18 01:39:14.557856 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Request body: {'port': {'device_id': 'ab77bdde-4c1c-4584-8e18-987d721a6dd7', 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e', 'admin_state_up': True, 'tenant_id': 'bf8e94615022444d841e0fbde2f29590'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:14.729171 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3786010e-5963-4331-b345-327357d78e70 req-e3653301-ac60-4900-a1bc-a3ddff3d2957 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 210 time: 0.1166930 May 18 01:39:14.796970 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:14.801842 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Usage tracker for resource:port and tenant:bf8e94615022444d841e0fbde2f29590 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:14.805814 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:14.813340 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:14.828227 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Made reservation on behalf of bf8e94615022444d841e0fbde2f29590 for: {'port': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:39:14.831818 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.031547 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 40954) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:15.054137 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.069685 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:15.074340 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b87d935b56bb4f0b8e9345f84eee7044 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:15.078077 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:15.081589 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Allocated IP 172.20.0.10 (c3e8bd30-395b-4244-ab5e-2b9d306fcc4e/9651875f-8b4a-4721-9d3d-140ff3043c11/54106ce1-677c-4cec-a665-363fe2155dd0) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:39:15.086884 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:15.207625 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.211509 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.259344 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-48673059-d3cd-458d-94a8-528e44841e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:15.267764 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b87d935b56bb4f0b8e9345f84eee7044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344444 May 18 01:39:15.273685 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 40966) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:15.300197 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ce57b-398c-4dac-96f9-e25a69acef0e,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:15.320150 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:15.354815 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.378726 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-155ee51c-95ab-4c21-835f-3e5c36c406a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.413173 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-155ee51c-95ab-4c21-835f-3e5c36c406a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.470484 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.485713 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['522d66ae-a394-4e74-82ee-08774009d574'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:39:15.492376 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:15.578346 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Pushing event updated for resources: {'Port': ['ID=54106ce1-677c-4cec-a665-363fe2155dd0,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:15.584749 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-155ee51c-95ab-4c21-835f-3e5c36c406a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.594445 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:39:15.595427 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:15.596035 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-492aa86d-d1f5-4fe5-8ca4-a177d91c467a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:15.614976 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ee51c-95ab-4c21-835f-3e5c36c406a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ce57b-398c-4dac-96f9-e25a69acef0e,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:15.617227 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:39:15.619905 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-155ee51c-95ab-4c21-835f-3e5c36c406a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:15.621148 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:39:15.695336 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:15.696005 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.713093 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-155ee51c-95ab-4c21-835f-3e5c36c406a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:15.714305 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-155ee51c-95ab-4c21-835f-3e5c36c406a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac6ce57b-398c-4dac-96f9-e25a69acef0e HTTP/1.1" status: 204 len: 168 time: 0.4393342 May 18 01:39:15.737928 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1841800 May 18 01:39:15.751295 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Request body: {'port': {'device_id': 'ab77bdde-4c1c-4584-8e18-987d721a6dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:15.851971 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e902897-2413-4344-9eac-4310418dfc9b req-103e2077-43a1-4c54-9d82-896b6ea766a7 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:15.860991 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1e902897-2413-4344-9eac-4310418dfc9b req-103e2077-43a1-4c54-9d82-896b6ea766a7 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1712127 May 18 01:39:15.919210 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1e902897-2413-4344-9eac-4310418dfc9b req-ef49c516-e608-44d7-bc38-7446b15fb864 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570583 May 18 01:39:15.928243 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:16.127710 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfae0a8-56a5-420b-a225-1edfb065aa54 req-43108f66-8e4e-4620-a613-4613c0ed4159 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:16.135409 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5dfae0a8-56a5-420b-a225-1edfb065aa54 req-43108f66-8e4e-4620-a613-4613c0ed4159 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 932 time: 0.0923839 May 18 01:39:16.196529 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5dfae0a8-56a5-420b-a225-1edfb065aa54 req-c869b8c5-f3ae-420d-934d-283cc9efec2e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573239 May 18 01:39:16.453927 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41026) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:16.462189 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54106ce1-677c-4cec-a665-363fe2155dd0 {{(pid=78852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:39:16.470570 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:16.488856 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Transition to ACTIVE for port object 54106ce1-677c-4cec-a665-363fe2155dd0 will not be triggered until provisioned by entity L2. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:39:16.494204 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:16.498885 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:16.501951 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41034) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:16.652976 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1bd505c1-4947-45dd-ab9f-a802d810e0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:16.672744 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-1bd505c1-4947-45dd-ab9f-a802d810e0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:16.677714 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-1bd505c1-4947-45dd-ab9f-a802d810e0a5 admin admin] Usage tracker for resource:security_group_rule and tenant:522c8a31a1be4f2682bb52ae5953c263 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:16.680785 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-1bd505c1-4947-45dd-ab9f-a802d810e0a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:16.686635 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-1bd505c1-4947-45dd-ab9f-a802d810e0a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:16.693877 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Pushing event updated for resources: {'Port': ['ID=54106ce1-677c-4cec-a665-363fe2155dd0,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:16.697299 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:16.722490 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:16.736861 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Attempting to bind port 54106ce1-677c-4cec-a665-363fe2155dd0 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:39:16.737198 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Attempting to bind port 54106ce1-677c-4cec-a665-363fe2155dd0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:39:16.737522 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Attempting to bind port 54106ce1-677c-4cec-a665-363fe2155dd0 on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:39:16.742870 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Port 54106ce1-677c-4cec-a665-363fe2155dd0 on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:39:16.743178 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Attempting to bind port 54106ce1-677c-4cec-a665-363fe2155dd0 on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:39:16.747147 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:16.749482 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:39:16.749889 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Checking segment: {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:39:16.750455 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Bound using segment: {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:39:16.750867 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Bound port: 54106ce1-677c-4cec-a665-363fe2155dd0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'}}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:39:16.751242 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:16.756263 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] Usage tracker for resource:security_group_rule and tenant:b620955be21b4642a6b2b1b5e2d81c2f is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:16.759846 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:16.766248 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:16.836424 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1bd505c1-4947-45dd-ab9f-a802d810e0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:16.843873 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1bd505c1-4947-45dd-ab9f-a802d810e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:16.854114 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:16.860820 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] For port 54106ce1-677c-4cec-a665-363fe2155dd0, host hv-cinder-78462, cleared binding levels {{(pid=78852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:39:16.864725 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] For port 54106ce1-677c-4cec-a665-363fe2155dd0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=54106ce1-677c-4cec-a665-363fe2155dd0,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:39:16.873287 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:16.877212 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-be823726-7706-4d0b-adad-1a6a908221ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:16.906747 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-1bd505c1-4947-45dd-ab9f-a802d810e0a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=522c8a31a1be4f2682bb52ae5953c263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492536 May 18 01:39:16.915474 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41056) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:16.936943 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd505c1-4947-45dd-ab9f-a802d810e0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef653b6-f2e0-4561-8fd1-230105e89b69,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:16.946563 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:16.947733 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:16.949278 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] 10.222.0.39 "PUT /v2.0/ports/54106ce1-677c-4cec-a665-363fe2155dd0 HTTP/1.1" status: 200 len: 1094 time: 1.2030773 May 18 01:39:16.952758 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab77bdde-4c1c-4584-8e18-987d721a6dd7', 'tag': '54106ce1-677c-4cec-a665-363fe2155dd0'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:39:16.977807 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1bd505c1-4947-45dd-ab9f-a802d810e0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:16.986019 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Pushing event updated for resources: {'Port': ['ID=54106ce1-677c-4cec-a665-363fe2155dd0,revision_number=3']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:16.991172 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:17.033809 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:17.049485 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:17.103407 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e936bc09-27bd-4177-ab96-df45a249efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:17.106292 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-e936bc09-27bd-4177-ab96-df45a249efb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 1097 time: 0.1111107 May 18 01:39:17.112219 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6c6e31c3-9f25-4c37-a242-f5403294140e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:17.167082 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e22e-ffde-4896-a0a4-57f356653369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:17.197939 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-f959a82e-1efc-4f10-a877-df5abd7a55cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54106ce1-677c-4cec-a665-363fe2155dd0 HTTP/1.1" status: 200 len: 217 time: 0.0738640 May 18 01:39:17.210477 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b620955be21b4642a6b2b1b5e2d81c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7071939 May 18 01:39:17.217281 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41074) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:17.234510 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b360788-d1ad-4cdf-9a88-587c10ea73e3,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:17.266573 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:17.272931 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e22e-ffde-4896-a0a4-57f356653369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:17.358081 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-d3682336-1a64-4510-8dc8-3340d9504e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:17.371199 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-d3682336-1a64-4510-8dc8-3340d9504e29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9651875f-8b4a-4721-9d3d-140ff3043c11 HTTP/1.1" status: 200 len: 854 time: 0.1553810 May 18 01:39:17.396459 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9e29-be29-4810-b2b5-b32391cd8c31 req-2e0f1304-4fd3-452f-b0c1-084c241d758f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:17.403474 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c73b9e29-be29-4810-b2b5-b32391cd8c31 req-2e0f1304-4fd3-452f-b0c1-084c241d758f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.2841139 May 18 01:39:17.433807 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-5ed2c5eb-7691-4beb-ba48-6875cb4060cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668659 May 18 01:39:17.438819 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce46c7c2-bf12-442b-b9c0-0e0f695bb230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:17.493682 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c73b9e29-be29-4810-b2b5-b32391cd8c31 req-d5825800-5038-40bd-abe4-4b404b2e9f5a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892220 May 18 01:39:17.503326 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e22e-ffde-4896-a0a4-57f356653369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:17.509948 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce46c7c2-bf12-442b-b9c0-0e0f695bb230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:17.528228 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-25d3f13b-bafa-4321-8992-8d77b8c44515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:17.580599 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0e22e-ffde-4896-a0a4-57f356653369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef653b6-f2e0-4561-8fd1-230105e89b69,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:17.610559 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-4cf0e22e-ffde-4896-a0a4-57f356653369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:17.630813 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-a1c517be-456f-4fa9-9484-a99bb3b4bee8 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872914 May 18 01:39:17.632363 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab77bdde-4c1c-4584-8e18-987d721a6dd7', 'tag': '54106ce1-677c-4cec-a665-363fe2155dd0', 'status': 'completed', 'code': 200} May 18 01:39:17.637079 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e22e-ffde-4896-a0a4-57f356653369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:17.641395 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-4cf0e22e-ffde-4896-a0a4-57f356653369 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ef653b6-f2e0-4561-8fd1-230105e89b69 HTTP/1.1" status: 204 len: 168 time: 0.7223144 May 18 01:39:17.667178 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce46c7c2-bf12-442b-b9c0-0e0f695bb230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:17.678061 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b6e22458-ba19-4913-b6a2-80738c5037f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:17.710099 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46c7c2-bf12-442b-b9c0-0e0f695bb230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b360788-d1ad-4cdf-9a88-587c10ea73e3,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:17.713173 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ce46c7c2-bf12-442b-b9c0-0e0f695bb230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:17.729520 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce46c7c2-bf12-442b-b9c0-0e0f695bb230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:17.741352 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ce46c7c2-bf12-442b-b9c0-0e0f695bb230 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b360788-d1ad-4cdf-9a88-587c10ea73e3 HTTP/1.1" status: 204 len: 168 time: 0.5198224 May 18 01:39:17.846089 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f89f06e2-92f0-47e7-8ea2-f075c63c2aa6 req-84124f59-e452-4ede-8e99-fc809a05d4db service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085066 May 18 01:39:17.899338 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8767e06-e8f8-44e8-9502-f817f7a85aa8 req-e87d4a3e-7e5c-4d04-a9b7-6b257f0c6a90 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:17.901066 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d8767e06-e8f8-44e8-9502-f817f7a85aa8 req-e87d4a3e-7e5c-4d04-a9b7-6b257f0c6a90 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 944 time: 0.1127026 May 18 01:39:17.989901 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d8767e06-e8f8-44e8-9502-f817f7a85aa8 req-d09e2b57-e97b-4d3f-bc29-6a657fa414ef tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822694 May 18 01:39:18.011969 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3847-b1a9-4a57-b33e-20d93b734d23 req-97719abb-7d24-4a32-8e73-b45f69ed5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:18.013448 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-beab3847-b1a9-4a57-b33e-20d93b734d23 req-97719abb-7d24-4a32-8e73-b45f69ed5cb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 1097 time: 0.1129522 May 18 01:39:18.171436 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3847-b1a9-4a57-b33e-20d93b734d23 req-2ff730db-a56d-4fe8-a373-4f8988fd3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:18.173225 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-beab3847-b1a9-4a57-b33e-20d93b734d23 req-2ff730db-a56d-4fe8-a373-4f8988fd3c26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 915 time: 0.1494627 May 18 01:39:18.280731 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-beab3847-b1a9-4a57-b33e-20d93b734d23 req-c8dba844-3676-48a1-9a21-aef4347a5efe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54106ce1-677c-4cec-a665-363fe2155dd0 HTTP/1.1" status: 200 len: 217 time: 0.0994301 May 18 01:39:18.328949 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41128) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:18.356170 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:18.367567 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3847-b1a9-4a57-b33e-20d93b734d23 req-bee97bf4-13ce-4b57-bfdc-054d0ed9613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:18.369263 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-beab3847-b1a9-4a57-b33e-20d93b734d23 req-bee97bf4-13ce-4b57-bfdc-054d0ed9613d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9651875f-8b4a-4721-9d3d-140ff3043c11 HTTP/1.1" status: 200 len: 854 time: 0.0814085 May 18 01:39:18.385044 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:18.391415 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] Usage tracker for resource:security_group_rule and tenant:4855e3ac54cb47e49f26c2c71d2f8b8e is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:18.397660 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:18.403880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:18.444329 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-beab3847-b1a9-4a57-b33e-20d93b734d23 req-5eaf6042-ae1a-4036-8253-82027fff8e53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679021 May 18 01:39:18.504800 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:18.511675 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:18.536638 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-caf6cd30-5607-4fb9-80e7-e0696dc4aaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:18.623770 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4855e3ac54cb47e49f26c2c71d2f8b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896674 May 18 01:39:18.623770 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b768651-6325-44cd-8333-82425d669b42,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:18.623770 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41146) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:18.625890 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:18.718024 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-beab3847-b1a9-4a57-b33e-20d93b734d23 req-b0209f20-420f-4535-a63f-f84553a7f12a service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649069 May 18 01:39:18.781049 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ccce551e-b456-40e0-b50e-5c2d7b7ae631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:18.819735 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ccce551e-b456-40e0-b50e-5c2d7b7ae631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:18.849596 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915a681-3917-4b92-9b58-f4dd31b66545 req-8fa9f461-58ff-4f77-8fac-bceb1ccd59c4 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:18.857545 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e915a681-3917-4b92-9b58-f4dd31b66545 req-8fa9f461-58ff-4f77-8fac-bceb1ccd59c4 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1843050 May 18 01:39:18.922736 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e915a681-3917-4b92-9b58-f4dd31b66545 req-f58ce141-236f-45bd-84bd-75c0f2112227 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640368 May 18 01:39:18.944084 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ccce551e-b456-40e0-b50e-5c2d7b7ae631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:18.949405 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-92b93d7c-2391-481f-8be9-d7a83dfc5183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:18.971183 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce551e-b456-40e0-b50e-5c2d7b7ae631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b768651-6325-44cd-8333-82425d669b42,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:18.975545 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ccce551e-b456-40e0-b50e-5c2d7b7ae631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:18.984375 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ccce551e-b456-40e0-b50e-5c2d7b7ae631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:18.988276 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-beab3847-b1a9-4a57-b33e-20d93b734d23 req-fe30a8da-646e-4041-9a50-5b05dc5ff154 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611969 May 18 01:39:18.989142 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ccce551e-b456-40e0-b50e-5c2d7b7ae631 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b768651-6325-44cd-8333-82425d669b42 HTTP/1.1" status: 204 len: 168 time: 0.3652806 May 18 01:39:19.212104 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e8251-5fe0-433e-afda-b253843833c1 req-5b3f5441-d698-4fbf-ae86-4423be899457 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:19.213632 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-957e8251-5fe0-433e-afda-b253843833c1 req-5b3f5441-d698-4fbf-ae86-4423be899457 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 944 time: 0.0889478 May 18 01:39:19.272469 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-957e8251-5fe0-433e-afda-b253843833c1 req-9642f78a-6485-4f78-979c-52ad644cbf78 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512927 May 18 01:39:19.383436 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41190) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:19.406893 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:19.426958 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:19.429692 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] Usage tracker for resource:security_group_rule and tenant:ee2519570fc04f1fa057dee6378a1e7d is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:19.432539 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:19.438410 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:19.530355 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:19.537045 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:19.547749 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3a58bd63-22fb-46c6-8eb7-de799ed37c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:19.599008 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee2519570fc04f1fa057dee6378a1e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107723 May 18 01:39:19.599008 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41204) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:19.601699 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eace36f-12ef-4e3b-857b-93929aaac8e6,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:19.605323 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:19.665741 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-987aef18-9d44-4936-bb0b-ea29a470ff83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:19.698952 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-987aef18-9d44-4936-bb0b-ea29a470ff83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:19.775575 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-987aef18-9d44-4936-bb0b-ea29a470ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:19.785240 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:19.802529 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987aef18-9d44-4936-bb0b-ea29a470ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eace36f-12ef-4e3b-857b-93929aaac8e6,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:19.804918 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-987aef18-9d44-4936-bb0b-ea29a470ff83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:19.811944 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-987aef18-9d44-4936-bb0b-ea29a470ff83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:19.813279 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-987aef18-9d44-4936-bb0b-ea29a470ff83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0eace36f-12ef-4e3b-857b-93929aaac8e6 HTTP/1.1" status: 204 len: 168 time: 0.2136681 May 18 01:39:20.212469 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777103d6-2945-4634-bb46-eb74df7dd479 req-a7ab59c3-6394-4e90-a280-0be370a29a7a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:20.219967 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-777103d6-2945-4634-bb46-eb74df7dd479 req-a7ab59c3-6394-4e90-a280-0be370a29a7a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1624093 May 18 01:39:20.265207 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-777103d6-2945-4634-bb46-eb74df7dd479 req-01440246-cf59-4781-b19c-6f2dfad737d1 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442932 May 18 01:39:20.498633 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743abcbd-198c-4c66-85dd-feaeb8626e44 req-0093eb82-da9d-4666-8c19-ba097f4099fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:20.508707 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-743abcbd-198c-4c66-85dd-feaeb8626e44 req-0093eb82-da9d-4666-8c19-ba097f4099fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 944 time: 0.0983803 May 18 01:39:20.530753 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 41260) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:20.568281 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-743abcbd-198c-4c66-85dd-feaeb8626e44 req-eac224aa-913a-43af-a4c0-4d5dafac4423 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581651 May 18 01:39:20.596908 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41272) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:20.722859 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:20.738635 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:20.742631 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:5594111a7d59417791192bfd258bc81a is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:20.745469 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:20.751699 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:20.842352 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:20.846399 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:20.857349 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7a6a0b0e-c243-40f8-8a54-2ce903a808a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:20.869407 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:20.885153 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:20.889666 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:8e3dd316b539482ea73fb11cc7c6be1f is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:20.894340 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:20.901292 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:20.910317 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5594111a7d59417791192bfd258bc81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779802 May 18 01:39:20.913348 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 41290) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:20.918802 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17456179-958a-4e1d-aa60-5027c89f62fc,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:20.936609 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:20.990117 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5473ae09-217e-44a1-a8b1-b65c1d4711ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.021167 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.025762 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.032870 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5473ae09-217e-44a1-a8b1-b65c1d4711ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.036989 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:21.095809 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6bce23-df7e-42aa-9acf-0528a4908d70,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:21.103861 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5473ae09-217e-44a1-a8b1-b65c1d4711ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.115591 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e3dd316b539482ea73fb11cc7c6be1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176237 May 18 01:39:21.116185 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8410b3a0-4ec2-4817-a7b7-297cb9b51265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:21.120217 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41298) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:21.121819 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:21.132396 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473ae09-217e-44a1-a8b1-b65c1d4711ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17456179-958a-4e1d-aa60-5027c89f62fc,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:21.134983 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-5473ae09-217e-44a1-a8b1-b65c1d4711ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:21.137721 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5473ae09-217e-44a1-a8b1-b65c1d4711ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.139872 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-5473ae09-217e-44a1-a8b1-b65c1d4711ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17456179-958a-4e1d-aa60-5027c89f62fc HTTP/1.1" status: 204 len: 168 time: 0.2225623 May 18 01:39:21.207978 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-71bcf4bb-426d-4e26-8d6d-6d587f641650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.237393 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-71bcf4bb-426d-4e26-8d6d-6d587f641650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.340958 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-71bcf4bb-426d-4e26-8d6d-6d587f641650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.344918 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a7578d7f-3122-4329-af08-95bdf587d5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:21.363889 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcf4bb-426d-4e26-8d6d-6d587f641650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6bce23-df7e-42aa-9acf-0528a4908d70,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:21.377838 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-71bcf4bb-426d-4e26-8d6d-6d587f641650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:21.398050 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-71bcf4bb-426d-4e26-8d6d-6d587f641650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.401625 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-71bcf4bb-426d-4e26-8d6d-6d587f641650 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd6bce23-df7e-42aa-9acf-0528a4908d70 HTTP/1.1" status: 204 len: 168 time: 0.2782907 May 18 01:39:21.556984 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c415cc7-8d52-45ed-97cc-0be69fca97d0 req-919e9db0-718a-4acf-b728-13c4ce046a47 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:21.558544 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2c415cc7-8d52-45ed-97cc-0be69fca97d0 req-919e9db0-718a-4acf-b728-13c4ce046a47 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.0900006 May 18 01:39:21.608027 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2c415cc7-8d52-45ed-97cc-0be69fca97d0 req-d7c4fa10-52db-4639-ba18-b33ccdc49db6 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434251 May 18 01:39:21.621315 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 54106ce1-677c-4cec-a665-363fe2155dd0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:39:21.665979 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41320) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:21.695075 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.733623 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:21.777393 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] Usage tracker for resource:security_group_rule and tenant:fdcc23507fbc413ebe1bb418e22ff05d is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:21.785490 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:21.798487 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:21.801068 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 54106ce1-677c-4cec-a665-363fe2155dd0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=54106ce1-677c-4cec-a665-363fe2155dd0,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:21.821138 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '54106ce1-677c-4cec-a665-363fe2155dd0', 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e', 'port_id': '54106ce1-677c-4cec-a665-363fe2155dd0', 'mac_address': 'fa:16:3e:18:52:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9651875f-8b4a-4721-9d3d-140ff3043c11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:39:21.864039 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61435612-570b-479e-a285-93fb2f858d24 req-581c0542-5d07-4929-9dfc-6d042ab7cff8 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:21.877333 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-61435612-570b-479e-a285-93fb2f858d24 req-581c0542-5d07-4929-9dfc-6d042ab7cff8 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 944 time: 0.1456347 May 18 01:39:21.911761 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.947512 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-61435612-570b-479e-a285-93fb2f858d24 req-8c0000f7-7881-4ced-814e-a345ab58d754 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687580 May 18 01:39:21.949675 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54106ce1-677c-4cec-a665-363fe2155dd0 {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:39:21.971063 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 54106ce1-677c-4cec-a665-363fe2155dd0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=54106ce1-677c-4cec-a665-363fe2155dd0,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:21.982535 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.986080 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:21.990777 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:21.996201 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.016190 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-00524121-7cda-4dae-9488-5fffcc33fd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:22.019582 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 41336) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:22.047182 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.062608 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:22.071008 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:be2d211de42a4ca2a36e519a336751bd is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:22.075587 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:22.085093 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b2d3f7-d5af-43e9-977d-71ab42271279,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:22.088133 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:22.090923 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:22.094684 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fdcc23507fbc413ebe1bb418e22ff05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275000 May 18 01:39:22.095129 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=54106ce1-677c-4cec-a665-363fe2155dd0,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:22.100973 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 41340) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:22.101176 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:22.199463 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-baf343ff-fa32-4c39-b5fb-0a755d260ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.246817 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-baf343ff-fa32-4c39-b5fb-0a755d260ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.275872 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.297379 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['54106ce1-677c-4cec-a665-363fe2155dd0'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:39:22.303214 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.315703 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-155ee51c-95ab-4c21-835f-3e5c36c406a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:22.458298 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be2d211de42a4ca2a36e519a336751bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4360988 May 18 01:39:22.461802 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1224af3-a1f7-4907-82b0-33959f7a9009,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:22.463645 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41360) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:22.465317 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:22.481150 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-baf343ff-fa32-4c39-b5fb-0a755d260ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.487363 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a08ec5df-710e-4dcb-a649-e36f9cf1dc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:22.504407 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf343ff-fa32-4c39-b5fb-0a755d260ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b2d3f7-d5af-43e9-977d-71ab42271279,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:22.508617 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-baf343ff-fa32-4c39-b5fb-0a755d260ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:22.511600 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-baf343ff-fa32-4c39-b5fb-0a755d260ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.512925 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-baf343ff-fa32-4c39-b5fb-0a755d260ed3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36b2d3f7-d5af-43e9-977d-71ab42271279 HTTP/1.1" status: 204 len: 168 time: 0.4110143 May 18 01:39:22.582484 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b3d49d8e-a8d7-475e-9d0d-21c07e1002c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.618251 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b3d49d8e-a8d7-475e-9d0d-21c07e1002c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.807650 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b3d49d8e-a8d7-475e-9d0d-21c07e1002c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.813496 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-25f5b8db-2a1f-4950-ad06-5a1684eec11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:22.833195 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d49d8e-a8d7-475e-9d0d-21c07e1002c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1224af3-a1f7-4907-82b0-33959f7a9009,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:22.838644 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b3d49d8e-a8d7-475e-9d0d-21c07e1002c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:22.844078 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b3d49d8e-a8d7-475e-9d0d-21c07e1002c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:22.847785 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-b3d49d8e-a8d7-475e-9d0d-21c07e1002c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1224af3-a1f7-4907-82b0-33959f7a9009 HTTP/1.1" status: 204 len: 168 time: 0.3830912 May 18 01:39:22.868020 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8087ae-8743-4723-9d78-14ea320964cb req-85622eb9-a518-4fa9-afde-c55f3f595071 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:22.875204 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5c8087ae-8743-4723-9d78-14ea320964cb req-85622eb9-a518-4fa9-afde-c55f3f595071 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1236117 May 18 01:39:22.924523 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5c8087ae-8743-4723-9d78-14ea320964cb req-c253018a-395f-4610-91d8-e728abedaf64 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 May 18 01:39:23.187773 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb88f4-9217-49e0-93ab-760a2ad8b96d req-9cbc6adf-145f-4941-9253-10329f943ed4 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:23.201132 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cfcb88f4-9217-49e0-93ab-760a2ad8b96d req-9cbc6adf-145f-4941-9253-10329f943ed4 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 945 time: 0.1050851 May 18 01:39:23.259079 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cfcb88f4-9217-49e0-93ab-760a2ad8b96d req-f2a7b528-85d9-490f-a768-6d0f0d10a70e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569808 May 18 01:39:23.621933 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 54106ce1-677c-4cec-a665-363fe2155dd0 up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:23.708314 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port 54106ce1-677c-4cec-a665-363fe2155dd0 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:23.717710 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 54106ce1-677c-4cec-a665-363fe2155dd0 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:23.719267 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:23.889184 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:23.923902 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab77bdde-4c1c-4584-8e18-987d721a6dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54106ce1-677c-4cec-a665-363fe2155dd0'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:39:23.934630 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 54106ce1-677c-4cec-a665-363fe2155dd0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=54106ce1-677c-4cec-a665-363fe2155dd0,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:23.941671 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:23.944097 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:23.989016 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab77bdde-4c1c-4584-8e18-987d721a6dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54106ce1-677c-4cec-a665-363fe2155dd0', 'code': 200} May 18 01:39:24.028869 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=54106ce1-677c-4cec-a665-363fe2155dd0,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:24.031423 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:24.206815 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254af7e-a2bb-4761-9063-b97beb2234d9 req-fd14f159-0d76-410d-a92c-e5fccd7a672e tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:24.209146 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4254af7e-a2bb-4761-9063-b97beb2234d9 req-fd14f159-0d76-410d-a92c-e5fccd7a672e tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1087730 May 18 01:39:24.269528 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4254af7e-a2bb-4761-9063-b97beb2234d9 req-41590368-58a2-4260-a366-c3da2eed34ff tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513995 May 18 01:39:24.299088 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc816588-f30b-4b5f-b122-409925a39cab req-3ef4afdf-ec0c-416b-a37e-bb6a04383a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:24.300848 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-fc816588-f30b-4b5f-b122-409925a39cab req-3ef4afdf-ec0c-416b-a37e-bb6a04383a44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 1099 time: 0.1011152 May 18 01:39:24.352437 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-fc816588-f30b-4b5f-b122-409925a39cab req-9a7d3676-395f-4600-b742-6abe217e4c2a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399759 May 18 01:39:24.461423 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859cbd6-249e-48b0-82c5-b009a0d435f7 req-a100d8fb-f60c-43c2-a667-d65db4c6f36b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:24.462986 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4859cbd6-249e-48b0-82c5-b009a0d435f7 req-a100d8fb-f60c-43c2-a667-d65db4c6f36b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0884528 May 18 01:39:24.507780 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4859cbd6-249e-48b0-82c5-b009a0d435f7 req-a512476b-2410-4ff2-af09-d0c340510cbd tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 May 18 01:39:24.950653 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:25.494969 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ba3b-0dce-42b6-83a5-0e9d45a10163 req-dad38709-aea3-484c-9816-c6c8f03d0e70 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:25.503427 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a071ba3b-0dce-42b6-83a5-0e9d45a10163 req-dad38709-aea3-484c-9816-c6c8f03d0e70 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1188014 May 18 01:39:25.548592 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a071ba3b-0dce-42b6-83a5-0e9d45a10163 req-ed81adcc-dcd1-41ff-b906-94e061057e9d tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 May 18 01:39:25.761376 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ba13e-fa23-4746-a702-db6c792c8be7 req-d3c96b58-7ca4-4da1-921a-0c592e455e81 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:25.762843 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c92ba13e-fa23-4746-a702-db6c792c8be7 req-d3c96b58-7ca4-4da1-921a-0c592e455e81 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0840485 May 18 01:39:25.810467 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c92ba13e-fa23-4746-a702-db6c792c8be7 req-d869ecea-0180-413e-8b12-1e3aa75e812a tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 May 18 01:39:26.761008 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83b688-835d-4822-9c50-a6dd94fa6193 req-f83ee7af-43f9-4d0e-a00c-6cf8a43c5cf6 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:26.762684 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-de83b688-835d-4822-9c50-a6dd94fa6193 req-f83ee7af-43f9-4d0e-a00c-6cf8a43c5cf6 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.0910988 May 18 01:39:26.816223 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-de83b688-835d-4822-9c50-a6dd94fa6193 req-7321797a-3ad6-430a-be8d-b2c1591dd252 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 May 18 01:39:27.146738 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41608) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:27.274209 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:27.289227 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:27.293506 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] Usage tracker for resource:security_group_rule and tenant:b1d1ca8e6b0641d3b5c9448269bb30a8 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:27.296297 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:27.302208 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:27.410152 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:27.424403 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:27.434813 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9bd0536e-57e4-4a14-84d5-ff77a8fcb492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:27.485177 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef3398b-24d7-4e3b-8cd9-4e3d31b30ead,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:27.494733 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1d1ca8e6b0641d3b5c9448269bb30a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440371 May 18 01:39:27.494825 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:27.495429 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41624) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:27.564044 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b8a66a4c-39e9-4542-b250-e2c2c5e34f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:27.591138 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b8a66a4c-39e9-4542-b250-e2c2c5e34f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:27.648221 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b8a66a4c-39e9-4542-b250-e2c2c5e34f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:27.654238 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b3d49d8e-a8d7-475e-9d0d-21c07e1002c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:27.664646 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a66a4c-39e9-4542-b250-e2c2c5e34f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef3398b-24d7-4e3b-8cd9-4e3d31b30ead,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:27.668058 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b8a66a4c-39e9-4542-b250-e2c2c5e34f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:27.671425 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b8a66a4c-39e9-4542-b250-e2c2c5e34f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:27.674641 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-b8a66a4c-39e9-4542-b250-e2c2c5e34f62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cef3398b-24d7-4e3b-8cd9-4e3d31b30ead HTTP/1.1" status: 204 len: 168 time: 0.1760030 May 18 01:39:27.959959 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3409c8fa-4c40-47c5-b186-9121bee9d4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:28.171201 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 41676) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:28.175027 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827f9c0-7dfe-4faa-aea0-03a81dd2323a req-64b3c65c-3393-46df-9b0f-db811f04bfdf tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:28.177600 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9827f9c0-7dfe-4faa-aea0-03a81dd2323a req-64b3c65c-3393-46df-9b0f-db811f04bfdf tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1205087 May 18 01:39:28.238150 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9827f9c0-7dfe-4faa-aea0-03a81dd2323a req-af490bea-922a-4436-925a-db417542b74f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543039 May 18 01:39:28.597837 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:28.619460 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-795207fd-1d90-4ba1-b534-3c2c51ac3a73 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:28.626673 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-795207fd-1d90-4ba1-b534-3c2c51ac3a73 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 814 time: 0.2236655 May 18 01:39:28.639468 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-a0c2df32-08ab-4485-8084-5963d2cc26a3 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/quotas/bf8e94615022444d841e0fbde2f29590 HTTP/1.1" status: 200 len: 375 time: 0.0116775 May 18 01:39:28.645958 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:28.651579 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Usage tracker for resource:security_group_rule and tenant:51d3c767c8634533b60255a3f8a5665f is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:28.655918 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:28.663569 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:28.767365 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-39aaa685-4127-4b54-9140-ad47b7c3afa7 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211581 May 18 01:39:28.771852 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:28.775338 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:28.789030 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-9740c4a7-3174-4826-9818-4f8e8cdbb706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:28.846129 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51d3c767c8634533b60255a3f8a5665f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6715159 May 18 01:39:28.846129 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7569e3d-bea7-4d30-928c-6caa96e8b2a0,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:28.847364 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 41726) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:28.857664 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.858025 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.858373 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.858708 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.859052 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.859585 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.860079 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.860571 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.861348 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.862717 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.863312 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.863905 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:28.869718 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:28.944122 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-3c5a402b-1a88-4f91-ab63-edb665e16db8 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686103 May 18 01:39:29.007614 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c8c3102f-d34f-40b3-a137-d1f888dcbde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:29.037964 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c8c3102f-d34f-40b3-a137-d1f888dcbde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:29.081694 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-025c4178-9930-4302-905c-369eddbc8195 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364365 May 18 01:39:29.093013 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c8c3102f-d34f-40b3-a137-d1f888dcbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:29.099862 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0afb5ba4-f92b-4099-bfd6-64d5bd9b4b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:29.115204 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3102f-d34f-40b3-a137-d1f888dcbde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7569e3d-bea7-4d30-928c-6caa96e8b2a0,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:29.118517 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c8c3102f-d34f-40b3-a137-d1f888dcbde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:29.125867 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c8c3102f-d34f-40b3-a137-d1f888dcbde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:29.127157 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-c8c3102f-d34f-40b3-a137-d1f888dcbde6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7569e3d-bea7-4d30-928c-6caa96e8b2a0 HTTP/1.1" status: 204 len: 168 time: 0.2788541 May 18 01:39:29.308301 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-896909a2-d2bb-4c13-8607-785c4ac7c740 req-28937663-982c-48c9-9c78-18d1dae23e4e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 210 time: 0.0493898 May 18 01:39:29.666159 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfdc9c-2380-4bf2-b9be-4f833c6ef98b req-4b5640df-7e0c-4aff-8300-bc70bbcb882a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:29.675980 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-83bfdc9c-2380-4bf2-b9be-4f833c6ef98b req-4b5640df-7e0c-4aff-8300-bc70bbcb882a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1739016 May 18 01:39:29.756614 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-83bfdc9c-2380-4bf2-b9be-4f833c6ef98b req-2f44434d-f693-4425-b9a3-b25e676cd0fb tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793846 May 18 01:39:29.842830 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 41770) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:29.868393 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:29.894386 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:29.899535 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] Usage tracker for resource:security_group_rule and tenant:042346c443654dff92f0ae3f1f1c1378 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:29.903318 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:29.910727 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:30.032570 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:30.039214 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:30.063150 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c8c3102f-d34f-40b3-a137-d1f888dcbde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:30.084233 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=042346c443654dff92f0ae3f1f1c1378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403150 May 18 01:39:30.087173 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41782) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:30.106184 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc798b61-a7b7-44a4-87be-5b038cc57550,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:30.110037 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:30.241598 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:30.273640 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:30.337428 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-bc596383-98ef-4077-9493-f58b65cc4d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:30.352067 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:30.355739 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-71bcf4bb-426d-4e26-8d6d-6d587f641650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:30.368517 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc798b61-a7b7-44a4-87be-5b038cc57550,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:30.376722 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.377248 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.377815 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.378263 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.378735 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.379139 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.380159 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.380712 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.381352 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.381904 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.382449 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.383013 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:30.389032 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:30.393236 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:30.394583 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-6bfb7a09-453e-45e8-b4fe-347b56b25978 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc798b61-a7b7-44a4-87be-5b038cc57550 HTTP/1.1" status: 204 len: 168 time: 0.3062775 May 18 01:39:30.530677 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cb7447f1-2971-474f-a61b-e9ab7a12f1ce req-da43a29c-d7a3-436e-96e1-b36415313566 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 210 time: 0.0481193 May 18 01:39:30.532789 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:30.565207 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 41806) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:30.911471 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:30.965769 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:30.992301 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f862-6092-4080-a4bf-e07f1de0623d req-04404747-89a3-4212-a6c3-dfbf8b60e1f4 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:30.994846 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b641f862-6092-4080-a4bf-e07f1de0623d req-04404747-89a3-4212-a6c3-dfbf8b60e1f4 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1212292 May 18 01:39:31.010849 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] Usage tracker for resource:security_group_rule and tenant:17c2d930d2a04fc5b8eac0601d185c43 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:31.019169 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:31.036812 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:31.071044 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-6904cb11-4d0e-4bd6-ba2c-5d42266e8f5b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:31.072215 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-6904cb11-4d0e-4bd6-ba2c-5d42266e8f5b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 814 time: 0.3473277 May 18 01:39:31.080133 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b641f862-6092-4080-a4bf-e07f1de0623d req-1d60245f-f5b6-44fe-b70f-b84a33f2dd3a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743744 May 18 01:39:31.100170 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Request body: {'port': {'device_id': '9bd349d7-9c8a-4d33-985b-aeab21caa37f', 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e', 'admin_state_up': True, 'tenant_id': 'bf8e94615022444d841e0fbde2f29590'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:31.287692 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:31.298639 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Usage tracker for resource:port and tenant:bf8e94615022444d841e0fbde2f29590 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:31.304218 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:31.317302 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:31.317302 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:31.320731 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:31.329486 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:31.346153 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Made reservation on behalf of bf8e94615022444d841e0fbde2f29590 for: {'port': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:39:31.349758 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:31.393732 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17c2d930d2a04fc5b8eac0601d185c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8270183 May 18 01:39:31.394532 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c14256-33e9-4715-882a-ca21524f3709,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:31.396613 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41860) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:31.399453 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:31.484552 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-65a3e702-aa39-49b4-a992-120245ca2d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:31.517229 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-65a3e702-aa39-49b4-a992-120245ca2d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:31.595193 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:31.607665 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-65a3e702-aa39-49b4-a992-120245ca2d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:31.613135 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-2f04130a-fceb-4f23-aad9-08aa489dbe11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:31.625929 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Allocated IP 172.20.0.7 (c3e8bd30-395b-4244-ab5e-2b9d306fcc4e/9651875f-8b4a-4721-9d3d-140ff3043c11/eaa8bffd-f564-4c50-9994-16c95647502d) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:39:31.634557 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3e702-aa39-49b4-a992-120245ca2d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c14256-33e9-4715-882a-ca21524f3709,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:31.647662 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-65a3e702-aa39-49b4-a992-120245ca2d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:31.663159 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-65a3e702-aa39-49b4-a992-120245ca2d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:31.667792 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-65a3e702-aa39-49b4-a992-120245ca2d92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3c14256-33e9-4715-882a-ca21524f3709 HTTP/1.1" status: 204 len: 168 time: 0.2673407 May 18 01:39:31.843653 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41886) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:31.920266 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:31.978425 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1f4af4ee-6f1d-4d3f-9ed3-840f2bb53c53 req-7dcba1c3-bc2e-47bb-a6f9-772d4dffc407 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 210 time: 0.0749226 May 18 01:39:31.989587 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:32.000037 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ba8681-f7eb-446f-9379-2c5bb5368cb8 admin admin] Deleting subnet 90d1cf35-0abd-44f2-b743-3f65b7a8724d {{(pid=78851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:39:32.003689 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['522d66ae-a394-4e74-82ee-08774009d574', '54106ce1-677c-4cec-a665-363fe2155dd0'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:39:32.003894 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a6ba8681-f7eb-446f-9379-2c5bb5368cb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:32.008561 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:32.103127 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a6ba8681-f7eb-446f-9379-2c5bb5368cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-897402'] for subnet, precommit_delete_associations {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:32.139823 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:39:32.146136 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:39:32.153493 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:39:32.251003 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Pushing event updated for resources: {'Port': ['ID=eaa8bffd-f564-4c50-9994-16c95647502d,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:32.259213 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:32.281769 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a6ba8681-f7eb-446f-9379-2c5bb5368cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:32.326431 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:32.330918 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:32.436855 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3406873 May 18 01:39:32.455177 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Request body: {'port': {'device_id': '9bd349d7-9c8a-4d33-985b-aeab21caa37f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:32.505838 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41910) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:32.631987 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:32.670383 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:32.699623 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:32.707059 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] Usage tracker for resource:security_group_rule and tenant:e8bed4f20ca94973965ec6d91074ccdd is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:32.714784 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:32.723912 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:32.738137 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ba091-c5d2-4812-af4a-b3b0908e7840 req-ae973892-f843-4bd8-97dc-6143cc603c7a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:32.739727 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cd1ba091-c5d2-4812-af4a-b3b0908e7840 req-ae973892-f843-4bd8-97dc-6143cc603c7a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.3835742 May 18 01:39:32.841823 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cd1ba091-c5d2-4812-af4a-b3b0908e7840 req-04a2a3a2-0fa0-4423-b1e4-24c9ee74e093 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881584 May 18 01:39:32.970233 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:32.976764 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a6ba8681-f7eb-446f-9379-2c5bb5368cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1554119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60943801'] for subnet, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:32.987420 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:33.022911 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.032281 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.040296 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba8681-f7eb-446f-9379-2c5bb5368cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d1cf35-0abd-44f2-b743-3f65b7a8724d,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:33.048229 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a6ba8681-f7eb-446f-9379-2c5bb5368cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.050965 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a6ba8681-f7eb-446f-9379-2c5bb5368cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:33.052074 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ccce551e-b456-40e0-b50e-5c2d7b7ae631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:33.077109 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41934) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:33.100113 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-a6ba8681-f7eb-446f-9379-2c5bb5368cb8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/90d1cf35-0abd-44f2-b743-3f65b7a8724d HTTP/1.1" status: 204 len: 168 time: 1.2550507 May 18 01:39:33.102640 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8bed4f20ca94973965ec6d91074ccdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528722 May 18 01:39:33.103226 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41940) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:33.105779 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 41942) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:33.130455 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e245415-6cee-40d1-992d-ca3ebacae6bb,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:33.136670 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:33.160805 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa8bffd-f564-4c50-9994-16c95647502d {{(pid=78852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:39:33.179376 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.219552 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-66b42020-3a61-488d-ae2c-e0f475c3fe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.224150 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Transition to ACTIVE for port object eaa8bffd-f564-4c50-9994-16c95647502d will not be triggered until provisioned by entity L2. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:39:33.234378 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.255025 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1deed2f8-e583-47a6-bb5e-af20d1397a6b tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:33.292431 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.311869 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.325048 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:33.333226 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] Usage tracker for resource:security_group_rule and tenant:e1b71c4ccc95446aa6a3a8db632f893f is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:33.340371 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:33.374081 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:33.434829 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-66b42020-3a61-488d-ae2c-e0f475c3fe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.497827 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdec7e-1ae2-4bda-89d6-95c81213b7dd req-1f6a7e6a-0b19-4b04-a2ba-964db0dee167 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:33.505426 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f4fdec7e-1ae2-4bda-89d6-95c81213b7dd req-1f6a7e6a-0b19-4b04-a2ba-964db0dee167 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 943 time: 0.3189976 May 18 01:39:33.527441 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.549635 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa8bffd-f564-4c50-9994-16c95647502d,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:33.550682 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6ed47c-b001-4213-ae31-74bc0bcbe3b4']}} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:33.573320 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:33.579220 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca453e1-752d-48b4-8b08-3525fdb2dcbc') {'for_net_delete': True} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:33.579548 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca453e1-752d-48b4-8b08-3525fdb2dcbc') {} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:33.600545 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-897397'] for segment, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.620483 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f4fdec7e-1ae2-4bda-89d6-95c81213b7dd req-ddd9b019-da7c-4d79-a738-4ee53776810d tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141224 May 18 01:39:33.627129 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Attempting to bind port eaa8bffd-f564-4c50-9994-16c95647502d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:39:33.627480 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Attempting to bind port eaa8bffd-f564-4c50-9994-16c95647502d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:39:33.627916 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Attempting to bind port eaa8bffd-f564-4c50-9994-16c95647502d on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:39:33.637719 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Port eaa8bffd-f564-4c50-9994-16c95647502d on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:39:33.638016 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Attempting to bind port eaa8bffd-f564-4c50-9994-16c95647502d on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:39:33.645715 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:39:33.646070 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Checking segment: {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:39:33.646460 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Bound using segment: {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:39:33.646894 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Bound port: eaa8bffd-f564-4c50-9994-16c95647502d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'}}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:39:33.647246 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.653762 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.666412 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=78851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:39:33.666816 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1554017'] for segment, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: Traceback (most recent call last): May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: timer() May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: cb(*args, **kw) May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: return func(*args, **kwargs) May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: self._notify() May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: self.callback(batched_events) May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: event.method(event) May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: return f(self, *a, **k) May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: return self._get(url).json() May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: return self.request(url, 'GET', **kwargs) May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:39:33.681905 dv-cinder-784623-9-smb neutron-server[78851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:39:33.705187 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-66b42020-3a61-488d-ae2c-e0f475c3fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.719559 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-245465d6-8772-4237-84ec-d357d907479b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:33.738530 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b42020-3a61-488d-ae2c-e0f475c3fe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e245415-6cee-40d1-992d-ca3ebacae6bb,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:33.757639 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-66b42020-3a61-488d-ae2c-e0f475c3fe1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:33.758743 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-66b42020-3a61-488d-ae2c-e0f475c3fe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.760332 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-66b42020-3a61-488d-ae2c-e0f475c3fe1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e245415-6cee-40d1-992d-ca3ebacae6bb HTTP/1.1" status: 204 len: 168 time: 0.6531212 May 18 01:39:33.809385 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] For port eaa8bffd-f564-4c50-9994-16c95647502d, host hv-cinder-78462, cleared binding levels {{(pid=78852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:39:33.815724 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] For port eaa8bffd-f564-4c50-9994-16c95647502d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eaa8bffd-f564-4c50-9994-16c95647502d,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:39:33.825093 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.833925 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c160b4d2-064f-48e8-b2af-0aac87b10808 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:33.856205 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.861957 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.866191 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.876463 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-23fa060f-9539-48b7-af0f-16cabe0c48b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:33.907606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.911936 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:33.912564 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:33.913953 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] 10.222.0.39 "PUT /v2.0/ports/eaa8bffd-f564-4c50-9994-16c95647502d HTTP/1.1" status: 200 len: 1093 time: 1.4658098 May 18 01:39:33.914945 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd349d7-9c8a-4d33-985b-aeab21caa37f', 'tag': 'eaa8bffd-f564-4c50-9994-16c95647502d'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:39:33.933466 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa8bffd-f564-4c50-9994-16c95647502d,revision_number=3']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:33.937055 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:33.962319 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee3e017-3ae4-4e1d-b321-246a136f6295,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:33.981790 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:33.986492 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-0951f3ad-9df5-43ba-b469-a3b6b754463b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:34.001698 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-cf2ec189-91cf-4b9f-9fcb-8ef6f508100e tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8ab2db8c3c4f41b9a744a975e1ec9560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1266115 May 18 01:39:34.009309 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4b6ed47c-b001-4213-ae31-74bc0bcbe3b4 HTTP/1.1" status: 204 len: 168 time: 0.9023881 May 18 01:39:34.014351 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1b71c4ccc95446aa6a3a8db632f893f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9307013 May 18 01:39:34.014351 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6ed47c-b001-4213-ae31-74bc0bcbe3b4,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:34.016538 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 41992) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:34.019049 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:34.063767 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-e118817e-ce4c-470e-a626-8e8b72b86579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:34.068191 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-e118817e-ce4c-470e-a626-8e8b72b86579 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 1096 time: 0.1067915 May 18 01:39:34.189702 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-8a850b50-3e29-4643-8eb6-e523c937de23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa8bffd-f564-4c50-9994-16c95647502d HTTP/1.1" status: 200 len: 217 time: 0.1110396 May 18 01:39:34.215005 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-85226a21-c30a-4a33-a2df-07547eb7f4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:34.235732 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4328-22a5-4a22-87c0-40388946a7da req-acc92890-ed35-4c91-a363-2208509cdae5 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:34.237247 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-acc92890-ed35-4c91-a363-2208509cdae5 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244613 May 18 01:39:34.266513 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-85226a21-c30a-4a33-a2df-07547eb7f4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:34.267525 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-02451b0b-c38b-40ad-b9b9-cf7275dcee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:34.269616 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-02451b0b-c38b-40ad-b9b9-cf7275dcee09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9651875f-8b4a-4721-9d3d-140ff3043c11 HTTP/1.1" status: 200 len: 854 time: 0.0723827 May 18 01:39:34.274480 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-3d606244-83c5-49c6-99b7-370b8423c0f7 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/quotas/8ab2db8c3c4f41b9a744a975e1ec9560 HTTP/1.1" status: 200 len: 375 time: 0.0247018 May 18 01:39:34.325965 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42006) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:34.359880 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-45775bc8-e5c1-40b5-b23c-12352dd12b60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778680 May 18 01:39:34.367853 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-79efd5c2-b643-4789-962c-43fb36bb3715 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ab2db8c3c4f41b9a744a975e1ec9560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802584 May 18 01:39:34.414159 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-fba7b8f3-1d2f-43d8-8066-643bf9cc6d12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c66510ff861141fcaf248b89eb06929d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0823524 May 18 01:39:34.416603 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42012) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:34.434597 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-85226a21-c30a-4a33-a2df-07547eb7f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:34.441367 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b8a66a4c-39e9-4542-b250-e2c2c5e34f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:34.472256 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85226a21-c30a-4a33-a2df-07547eb7f4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee3e017-3ae4-4e1d-b321-246a136f6295,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:34.480123 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-85226a21-c30a-4a33-a2df-07547eb7f4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:34.494191 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-85226a21-c30a-4a33-a2df-07547eb7f4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:34.498392 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-85226a21-c30a-4a33-a2df-07547eb7f4e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ee3e017-3ae4-4e1d-b321-246a136f6295 HTTP/1.1" status: 204 len: 168 time: 0.4781885 May 18 01:39:34.521299 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42018) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:34.543745 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-542b7299-a9f1-4faa-83c8-07d8e1096791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:34.575356 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-542b7299-a9f1-4faa-83c8-07d8e1096791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:34.654143 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-542b7299-a9f1-4faa-83c8-07d8e1096791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:34.666342 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-d7f53868-f3ab-4823-942d-2fbe7c7c17a3 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885551 May 18 01:39:34.670678 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-4cf0e22e-ffde-4896-a0a4-57f356653369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:34.709854 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-542b7299-a9f1-4faa-83c8-07d8e1096791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:34.713268 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-542b7299-a9f1-4faa-83c8-07d8e1096791 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/507cb4d6-e736-4864-8edb-afe295d75b44 HTTP/1.1" status: 204 len: 168 time: 0.2931161 May 18 01:39:34.715022 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b7299-a9f1-4faa-83c8-07d8e1096791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507cb4d6-e736-4864-8edb-afe295d75b44,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:34.721055 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-542b7299-a9f1-4faa-83c8-07d8e1096791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:34.850660 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-c51b872e-1ab3-4752-a5ff-07e3749df307 req-1b55def3-a959-447f-b038-bc308aba2e0a service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775763 May 18 01:39:34.875265 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253499dd-df18-41fc-9a4e-d0de19e748c3 req-1bc5d503-9b29-4d35-af1c-a61f44ece60b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:34.877506 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-253499dd-df18-41fc-9a4e-d0de19e748c3 req-1bc5d503-9b29-4d35-af1c-a61f44ece60b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1209412 May 18 01:39:34.948857 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:34.970315 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-253499dd-df18-41fc-9a4e-d0de19e748c3 req-f8c52534-85f4-4636-addd-533467c4dede tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853398 May 18 01:39:34.971271 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:34.976614 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] Usage tracker for resource:security_group_rule and tenant:00a9bb5a6c5c468c9808a0c8de842313 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:34.979831 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:34.988105 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:35.100562 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:35.110319 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:35.124575 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd349d7-9c8a-4d33-985b-aeab21caa37f', 'tag': 'eaa8bffd-f564-4c50-9994-16c95647502d', 'status': 'completed', 'code': 200} May 18 01:39:35.129221 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42052) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:35.152739 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-85226a21-c30a-4a33-a2df-07547eb7f4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:35.271449 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:35.354492 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:35.364913 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] Usage tracker for resource:security_group_rule and tenant:c9c751ac0f2645b5943ee7825de58918 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:35.372436 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:35.378637 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00a9bb5a6c5c468c9808a0c8de842313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8538678 May 18 01:39:35.386243 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42068) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:35.390628 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:35.417836 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ed0f7d6-24b6-4b0b-b948-81519c93566e req-42d2c3c3-4be5-49ed-ab46-2459fd8d4e47 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 210 time: 0.1606555 May 18 01:39:35.418549 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf76e61e-e250-4583-b26a-9cc20e8a0a20,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:35.423204 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:35.472382 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a74338-544e-4ef1-bf5f-1629c424abf6 req-66ab6856-52ff-41da-b10f-5e5519f6f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:35.482390 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-98a74338-544e-4ef1-bf5f-1629c424abf6 req-66ab6856-52ff-41da-b10f-5e5519f6f0b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 1096 time: 0.3265285 May 18 01:39:35.542415 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e62493d8-5db9-466b-8e17-5b5725fbfb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:35.612645 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e62493d8-5db9-466b-8e17-5b5725fbfb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:35.787939 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b90a29-c312-4355-946a-2ea48dada34a req-c412ee91-9576-4ec7-82ef-1cdcbdcbb028 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:35.794959 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-78b90a29-c312-4355-946a-2ea48dada34a req-c412ee91-9576-4ec7-82ef-1cdcbdcbb028 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 943 time: 0.1590254 May 18 01:39:35.796884 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a74338-544e-4ef1-bf5f-1629c424abf6 req-52894a85-926f-4e2f-a272-324f5c0cd351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:35.798452 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-98a74338-544e-4ef1-bf5f-1629c424abf6 req-52894a85-926f-4e2f-a272-324f5c0cd351 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 915 time: 0.2457581 May 18 01:39:35.820121 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e62493d8-5db9-466b-8e17-5b5725fbfb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:35.825343 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-902dcd22-166f-4bc7-9476-523354053faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:35.851262 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62493d8-5db9-466b-8e17-5b5725fbfb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf76e61e-e250-4583-b26a-9cc20e8a0a20,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:35.856261 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-e62493d8-5db9-466b-8e17-5b5725fbfb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:35.868170 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-78b90a29-c312-4355-946a-2ea48dada34a req-276ef1af-3c03-4480-a95c-657d0f34606c tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722914 May 18 01:39:35.870353 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:35.875620 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e62493d8-5db9-466b-8e17-5b5725fbfb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:35.879902 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-e62493d8-5db9-466b-8e17-5b5725fbfb3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf76e61e-e250-4583-b26a-9cc20e8a0a20 HTTP/1.1" status: 204 len: 168 time: 0.4553087 May 18 01:39:35.887671 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:35.903638 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2dd9ea9c-1a1b-4ee1-872f-419c881c3757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:35.917056 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-98a74338-544e-4ef1-bf5f-1629c424abf6 req-32822820-7677-45e4-948f-5ff71aefe665 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa8bffd-f564-4c50-9994-16c95647502d HTTP/1.1" status: 200 len: 217 time: 0.1046188 May 18 01:39:35.999038 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9c751ac0f2645b5943ee7825de58918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8662579 May 18 01:39:35.999235 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543b018d-3acc-4f0f-a34a-22c5ab4f2d90,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:36.000024 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42092) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:36.004177 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:36.016254 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a74338-544e-4ef1-bf5f-1629c424abf6 req-3da0d4af-158d-4a46-a4a2-6ed10dd1e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:36.017710 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-98a74338-544e-4ef1-bf5f-1629c424abf6 req-3da0d4af-158d-4a46-a4a2-6ed10dd1e22a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9651875f-8b4a-4721-9d3d-140ff3043c11 HTTP/1.1" status: 200 len: 854 time: 0.0808513 May 18 01:39:36.086475 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-29ef240b-39f2-4940-a9bb-010ea7ec7206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:36.107295 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-98a74338-544e-4ef1-bf5f-1629c424abf6 req-07c93001-0f6f-4f02-b06f-094f5510860d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825841 May 18 01:39:36.186867 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-29ef240b-39f2-4940-a9bb-010ea7ec7206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:36.275620 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23b27-6da8-4b15-ab1e-c8146fb1e955 req-c0599d4e-e89d-43a5-b44f-33b88070f66a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:36.283460 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c0e23b27-6da8-4b15-ab1e-c8146fb1e955 req-c0599d4e-e89d-43a5-b44f-33b88070f66a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1525614 May 18 01:39:36.302694 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-98a74338-544e-4ef1-bf5f-1629c424abf6 req-83249003-1bad-4830-8d76-29e6dbdb6504 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880698 May 18 01:39:36.392109 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-1e729f17-309c-4f6a-9b68-ebab33aed83a tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8ab2db8c3c4f41b9a744a975e1ec9560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898774 May 18 01:39:36.458343 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-29ef240b-39f2-4940-a9bb-010ea7ec7206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:36.477889 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-48947872-bf7f-42c5-a832-8c01293911bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:36.619185 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef240b-39f2-4940-a9bb-010ea7ec7206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b018d-3acc-4f0f-a34a-22c5ab4f2d90,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:36.637490 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-29ef240b-39f2-4940-a9bb-010ea7ec7206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:36.665358 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c0e23b27-6da8-4b15-ab1e-c8146fb1e955 req-fc3fb596-4fe9-4bb9-9854-acff9f2f0bf7 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809421 May 18 01:39:36.669348 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-29ef240b-39f2-4940-a9bb-010ea7ec7206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:36.670334 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-29ef240b-39f2-4940-a9bb-010ea7ec7206 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/543b018d-3acc-4f0f-a34a-22c5ab4f2d90 HTTP/1.1" status: 204 len: 168 time: 0.6674204 May 18 01:39:36.736662 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42122) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:36.759536 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4328-22a5-4a22-87c0-40388946a7da req-93fe6c01-7fae-409f-93d9-fc652b059a50 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:36.761196 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-93fe6c01-7fae-409f-93d9-fc652b059a50 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3748453 May 18 01:39:36.778376 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Request body: {'port': {'device_id': 'fc1a70e7-699d-463b-9e92-e8aa5e38ff5a', 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd', 'admin_state_up': True, 'tenant_id': '8ab2db8c3c4f41b9a744a975e1ec9560'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:36.858721 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-98a74338-544e-4ef1-bf5f-1629c424abf6 req-62fe3b31-c712-4454-9780-e8b5717874ec service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386052 May 18 01:39:36.923119 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2b8a9604-bad5-4b7f-814f-97bd26c0b022 req-98ff0d71-bff6-41b1-935c-b71ff3ca2df2 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 210 time: 0.0680118 May 18 01:39:36.997058 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:37.005472 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Usage tracker for resource:port and tenant:8ab2db8c3c4f41b9a744a975e1ec9560 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:37.011558 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:37.034772 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:37.062759 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Made reservation on behalf of 8ab2db8c3c4f41b9a744a975e1ec9560 for: {'port': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:39:37.071348 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:37.174567 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:37.210710 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:37.219246 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-213300073-network', 'tenant_id': '25972865c49844ea8268b910ba743fbd'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:37.224380 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:37.228358 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Usage tracker for resource:network and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:37.231254 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:37.236986 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:37.243576 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Usage tracker for resource:security_group_rule and tenant:8ab2db8c3c4f41b9a744a975e1ec9560 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:37.249298 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:37.261349 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:37.267286 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Made reservation on behalf of 25972865c49844ea8268b910ba743fbd for: {'network': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:39:37.270125 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:37.296802 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:37.322607 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfeba22-4c97-4479-89ad-5200e000d6fa req-323af9c8-2e9c-4894-87bc-4152976f527c tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:37.324149 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2dfeba22-4c97-4479-89ad-5200e000d6fa req-323af9c8-2e9c-4894-87bc-4152976f527c tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 943 time: 0.2406924 May 18 01:39:37.334995 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:37.340859 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Usage tracker for resource:security_group_rule and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:37.362516 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:37.375594 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:37.495630 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2dfeba22-4c97-4479-89ad-5200e000d6fa req-22c0f5d4-0257-49c7-b5c3-8880c8b7e098 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619983 May 18 01:39:37.570652 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:37.578285 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:37.583953 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:37.712893 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68c283f-0244-494b-83da-04b7a424b983,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:37.716179 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device eaa8bffd-f564-4c50-9994-16c95647502d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:39:37.721128 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:37.728669 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:37.778066 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:37.784808 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-0aa09151-a94e-4aa5-ac7c-7955b267ff7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:37.821432 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=78851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:39:37.843154 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f884a1e-01b7-463f-ae7a-1ed2b25ce275,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:37.848648 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Allocated IP 192.168.233.203 (110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd/ade159bc-b227-4fdf-a066-4d90498e7314/92585319-ccb1-45e8-bc1a-b740b9ae4740) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:39:37.853384 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:37.855057 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:37.855445 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.segments_db [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Added segment c6fea967-7956-4abb-aa2b-310f17f79731 of type vlan for network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 May 18 01:39:37.901956 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port eaa8bffd-f564-4c50-9994-16c95647502d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eaa8bffd-f564-4c50-9994-16c95647502d,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:37.921611 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': 'eaa8bffd-f564-4c50-9994-16c95647502d', 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e', 'port_id': 'eaa8bffd-f564-4c50-9994-16c95647502d', 'mac_address': 'fa:16:3e:b6:f0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9651875f-8b4a-4721-9d3d-140ff3043c11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:39:37.967875 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:38.022597 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:38.065528 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa8bffd-f564-4c50-9994-16c95647502d {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:39:38.088059 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port eaa8bffd-f564-4c50-9994-16c95647502d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eaa8bffd-f564-4c50-9994-16c95647502d,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:38.093005 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:38.097303 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:38.120744 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:38.126361 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:38.126952 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:38.139083 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-e57d18f8-73fb-4407-9cd9-3f8a3c4d7077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:38.153678 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96688e-7b0d-4ac6-bf3a-f623afc830b5 req-8b20646d-0fb5-4f64-b87e-0f4bc3d65634 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:38.161336 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ac96688e-7b0d-4ac6-bf3a-f623afc830b5 req-8b20646d-0fb5-4f64-b87e-0f4bc3d65634 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.2966871 May 18 01:39:38.217348 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=eaa8bffd-f564-4c50-9994-16c95647502d,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:38.221611 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:38.345202 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ac96688e-7b0d-4ac6-bf3a-f623afc830b5 req-e5aad06b-e44f-4a07-9ad7-5b86e75f379a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828835 May 18 01:39:38.352830 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Pushing event updated for resources: {'Network': ['ID=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:38.357298 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:38.358849 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6211166 May 18 01:39:38.362215 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42194) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:38.374611 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:39:38.375910 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Request body: {'subnet': {'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-subnet', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:38.381562 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:38.389388 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Usage tracker for resource:subnet and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:38.395456 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:38.418503 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:38.425569 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:38.469643 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Transition to ACTIVE for port object 92585319-ccb1-45e8-bc1a-b740b9ae4740 will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:39:38.477545 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Made reservation on behalf of 25972865c49844ea8268b910ba743fbd for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:39:38.479963 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1938106'] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:38.519009 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:38.529517 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:38.655215 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['eaa8bffd-f564-4c50-9994-16c95647502d'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:39:38.679741 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:39:38.694662 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:39:38.704240 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:39:38.746124 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Pushing event updated for resources: {'Port': ['ID=92585319-ccb1-45e8-bc1a-b740b9ae4740,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:38.759083 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:38.844817 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:38.845433 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:38.875004 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d63321-24d4-4949-8f35-ee4b030dfaf0 req-4b87c32c-d000-419f-8eed-3df731c3c196 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:38.875748 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-d3d63321-24d4-4949-8f35-ee4b030dfaf0 req-4b87c32c-d000-419f-8eed-3df731c3c196 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Synchronizing usage tracker for tenant:8ab2db8c3c4f41b9a744a975e1ec9560 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:39:38.898014 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1237676 May 18 01:39:38.913143 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Request body: {'port': {'device_id': 'fc1a70e7-699d-463b-9e92-e8aa5e38ff5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:39.019176 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-d3d63321-24d4-4949-8f35-ee4b030dfaf0 req-4b87c32c-d000-419f-8eed-3df731c3c196 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Unset dirty status for tenant:8ab2db8c3c4f41b9a744a975e1ec9560 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:39:39.023940 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d3d63321-24d4-4949-8f35-ee4b030dfaf0 req-4b87c32c-d000-419f-8eed-3df731c3c196 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 936 time: 0.4368804 May 18 01:39:39.069307 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-103dfec2-2286-419d-a8da-35c82c5f1f81 None None] Provisioning for port 92585319-ccb1-45e8-bc1a-b740b9ae4740 completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:39.078926 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-103dfec2-2286-419d-a8da-35c82c5f1f81 None None] Provisioning complete for port 92585319-ccb1-45e8-bc1a-b740b9ae4740 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:39.079869 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-103dfec2-2286-419d-a8da-35c82c5f1f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:39.133445 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-d3d63321-24d4-4949-8f35-ee4b030dfaf0 req-d83d4ea5-375b-4448-ab45-be7c178d8e21 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Synchronizing usage tracker for tenant:8ab2db8c3c4f41b9a744a975e1ec9560 on resource:security_group {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:39:39.157252 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:39.179593 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-d3d63321-24d4-4949-8f35-ee4b030dfaf0 req-d83d4ea5-375b-4448-ab45-be7c178d8e21 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Unset dirty status for tenant:8ab2db8c3c4f41b9a744a975e1ec9560 on resource:security_group {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:39:39.179958 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-103dfec2-2286-419d-a8da-35c82c5f1f81 None None] Port 92585319-ccb1-45e8-bc1a-b740b9ae4740 cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:39:39.180842 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d3d63321-24d4-4949-8f35-ee4b030dfaf0 req-d83d4ea5-375b-4448-ab45-be7c178d8e21 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f68c283f-0244-494b-83da-04b7a424b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510503 May 18 01:39:39.216495 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5705-1acc-4cdf-b1c9-20ec2f6fc3ea req-b7693347-6990-4917-a02c-3950925cb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:39.218032 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-8c4b5705-1acc-4cdf-b1c9-20ec2f6fc3ea req-b7693347-6990-4917-a02c-3950925cb886 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 1099 time: 0.1265244 May 18 01:39:39.293009 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-8c4b5705-1acc-4cdf-b1c9-20ec2f6fc3ea req-3744d1c9-c0ac-4448-996f-921e7bd9ab8f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617199 May 18 01:39:39.383528 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1894737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1938088'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:39.388209 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-37d9db7e-b4ce-4016-af2d-aa5f554e8a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:39.461559 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75526d5-0375-4304-972e-d706eb003b17,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:39.463753 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:39.471434 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Checking segment: {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:39:39.471791 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Network hostable DHCP agents. Network: ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:39:39.491520 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:39:39.503451 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:39:39.515426 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:39.516649 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:39.523835 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c709e34-cfac-4dd3-bd33-9d18d8053e87 req-04c2fae0-47f4-4653-ab39-fb69fd6ba98e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:39.525152 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a22c1-2e46-43b4-8ec2-54b5dc1c3344 None None] Network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:39:39.525356 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3c709e34-cfac-4dd3-bd33-9d18d8053e87 req-04c2fae0-47f4-4653-ab39-fb69fd6ba98e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 944 time: 0.2017355 May 18 01:39:39.546750 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1833749 May 18 01:39:39.549376 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42234) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:39.556370 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:39.562655 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:39.567372 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Usage tracker for resource:router and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:39.571283 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:39.578423 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:39.597085 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5134'] for router, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:39.598644 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3841536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3915002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5137'] for router, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:39.599745 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3c709e34-cfac-4dd3-bd33-9d18d8053e87 req-1f0db388-4a25-4977-8a14-f7be7b0392ee tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626776 May 18 01:39:39.621230 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:39.686383 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92585319-ccb1-45e8-bc1a-b740b9ae4740 {{(pid=78851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:39:39.700480 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:39.736691 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Transition to ACTIVE for port object 92585319-ccb1-45e8-bc1a-b740b9ae4740 will not be triggered until provisioned by entity L2. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:39:39.745592 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:39.751528 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ba81be2e-d8c4-48a0-9679-4d1c3db43f12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:39.897968 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f040f5a-a771-5fd5-a8d4-d4dce0ac1ed4-ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17'}]}} from dv-cinder-784623-9-smb. {{(pid=78853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 01:39:39.898803 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.004055 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.089907 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.db_base_plugin_common [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Allocated IP 172.20.0.2 (ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2/d75526d5-0375-4304-972e-d706eb003b17/2229e9a4-af6a-4d53-89e8-850c4e12476e) {{(pid=78853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:39:40.403325 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Pushing event updated for resources: {'Port': ['ID=92585319-ccb1-45e8-bc1a-b740b9ae4740,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:40.412101 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:40.445330 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Notify callbacks [] for port, precommit_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.464406 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Transition to ACTIVE for port object 2229e9a4-af6a-4d53-89e8-850c4e12476e will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:39:40.492374 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Transition to ACTIVE for port object 2229e9a4-af6a-4d53-89e8-850c4e12476e will not be triggered until provisioned by entity DHCP. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:39:40.505058 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.510526 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:40.540325 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19194e8-dd97-4d09-bc47-3b66612c8695 req-e3124d52-d5ef-42b9-a9c7-9599cf79bbfa tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:40.548070 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a19194e8-dd97-4d09-bc47-3b66612c8695 req-e3124d52-d5ef-42b9-a9c7-9599cf79bbfa tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.6013517 May 18 01:39:40.567479 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Attempting to bind port 92585319-ccb1-45e8-bc1a-b740b9ae4740 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:39:40.567810 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Attempting to bind port 92585319-ccb1-45e8-bc1a-b740b9ae4740 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd578aa71-d492-449b-a8e0-77a5e52683be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd'}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:39:40.568309 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Attempting to bind port 92585319-ccb1-45e8-bc1a-b740b9ae4740 on network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:39:40.576546 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Port 92585319-ccb1-45e8-bc1a-b740b9ae4740 on network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:39:40.576923 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Attempting to bind port 92585319-ccb1-45e8-bc1a-b740b9ae4740 on network 110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:39:40.591328 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:39:40.591762 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Checking segment: {'id': 'd578aa71-d492-449b-a8e0-77a5e52683be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:39:40.592245 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Bound using segment: {'id': 'd578aa71-d492-449b-a8e0-77a5e52683be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd'} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:39:40.592781 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Bound port: 92585319-ccb1-45e8-bc1a-b740b9ae4740, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd578aa71-d492-449b-a8e0-77a5e52683be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd'}}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:39:40.593234 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.597056 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Pushing event updated for resources: {'Port': ['ID=2229e9a4-af6a-4d53-89e8-850c4e12476e,revision_number=1']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:40.607033 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 is already hosted by enough agents. {{(pid=78853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:39:40.609766 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.base_scheduler [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Resources bound (agent type, host, resource id): {{(pid=78853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:39:40.615923 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Received port after_create {{(pid=78853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:39:40.620606 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.620763 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.621333 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.621333 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.621766 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.622109 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.622438 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.622793 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.623131 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.623456 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.623780 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.624508 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:40.628960 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:40.638231 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.693143 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a19194e8-dd97-4d09-bc47-3b66612c8695 req-d52e872a-ca4b-44f0-8799-a8a272781a44 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439488 May 18 01:39:40.700084 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.757156 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Attempting to bind port 2229e9a4-af6a-4d53-89e8-850c4e12476e on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:39:40.757539 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Attempting to bind port 2229e9a4-af6a-4d53-89e8-850c4e12476e by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:39:40.757908 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Attempting to bind port 2229e9a4-af6a-4d53-89e8-850c4e12476e on network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:39:40.769469 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:39:40.770955 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] For port 92585319-ccb1-45e8-bc1a-b740b9ae4740, host hv-cinder-78462, cleared binding levels {{(pid=78851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:39:40.777687 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Checking segment: {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:39:40.778166 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.778625 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Bound using segment: {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:39:40.779090 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Bound port: 2229e9a4-af6a-4d53-89e8-850c4e12476e, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:39:40.779522 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.781515 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] For port 92585319-ccb1-45e8-bc1a-b740b9ae4740, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=92585319-ccb1-45e8-bc1a-b740b9ae4740,segment=NetworkSegment(d578aa71-d492-449b-a8e0-77a5e52683be),segment_id=d578aa71-d492-449b-a8e0-77a5e52683be)] {{(pid=78851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:39:40.790173 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.800356 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:40.920014 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:40.920739 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:40.922113 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] 10.222.0.39 "PUT /v2.0/ports/92585319-ccb1-45e8-bc1a-b740b9ae4740 HTTP/1.1" status: 200 len: 1098 time: 2.0152905 May 18 01:39:40.925471 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1a70e7-699d-463b-9e92-e8aa5e38ff5a', 'tag': '92585319-ccb1-45e8-bc1a-b740b9ae4740'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:39:41.019987 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] For port 2229e9a4-af6a-4d53-89e8-850c4e12476e, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:39:41.027880 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] For port 2229e9a4-af6a-4d53-89e8-850c4e12476e, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=2229e9a4-af6a-4d53-89e8-850c4e12476e,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:39:41.039598 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:41.045129 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:41.079724 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Allocated IP 172.28.3.96 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/490acfc3-04e3-4d70-b2f9-0a4a32dc1080) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:39:41.174825 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Pushing event updated for resources: {'Port': ['ID=92585319-ccb1-45e8-bc1a-b740b9ae4740,revision_number=3']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:41.178708 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:41.212641 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3d309-4c6c-4653-b52e-d0a0754ee103 req-43e16fb3-1e0a-4300-8b90-5aa89a8039e8 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:41.214234 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2ac3d309-4c6c-4653-b52e-d0a0754ee103 req-43e16fb3-1e0a-4300-8b90-5aa89a8039e8 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 948 time: 0.2627389 May 18 01:39:41.243502 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4328-22a5-4a22-87c0-40388946a7da req-4fd6872a-2cc5-452b-9c35-e6ea6a5f8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:41.247111 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-4fd6872a-2cc5-452b-9c35-e6ea6a5f8bbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ab2db8c3c4f41b9a744a975e1ec9560&device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 1101 time: 0.1851187 May 18 01:39:41.257601 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Pushing event updated for resources: {'Port': ['ID=2229e9a4-af6a-4d53-89e8-850c4e12476e,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:41.262993 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:41.279806 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2ac3d309-4c6c-4653-b52e-d0a0754ee103 req-83a7fdee-310b-49ce-8920-90ed78369931 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f68c283f-0244-494b-83da-04b7a424b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587516 May 18 01:39:41.381468 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-b94354cc-feda-41fd-b5a7-689b668dec95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=92585319-ccb1-45e8-bc1a-b740b9ae4740 HTTP/1.1" status: 200 len: 217 time: 0.1048625 May 18 01:39:41.403477 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:41.467485 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:41.477365 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:41.572862 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:39:41.584028 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:39:41.584028 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:39:41.643686 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4328-22a5-4a22-87c0-40388946a7da req-94a51fd7-df9e-4f0b-90a6-eab927c5d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:41.645992 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-94a51fd7-df9e-4f0b-90a6-eab927c5d5e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ade159bc-b227-4fdf-a066-4d90498e7314 HTTP/1.1" status: 200 len: 843 time: 0.2560520 May 18 01:39:41.656145 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Pushing event updated for resources: {'Port': ['ID=490acfc3-04e3-4d70-b2f9-0a4a32dc1080,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:41.659856 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:41.735638 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device eaa8bffd-f564-4c50-9994-16c95647502d up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:41.778944 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26773-ea9a-4387-b730-36249b2d391e req-46998314-7a51-4e10-bd35-621bbee04456 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:41.792808 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-90d26773-ea9a-4387-b730-36249b2d391e req-46998314-7a51-4e10-bd35-621bbee04456 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 944 time: 0.2819386 May 18 01:39:41.833729 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4328-22a5-4a22-87c0-40388946a7da req-1cd4c4d0-824f-4a24-8501-295adfa90240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:41.835456 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-1cd4c4d0-824f-4a24-8501-295adfa90240 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1831412 May 18 01:39:41.890445 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-90d26773-ea9a-4387-b730-36249b2d391e req-1a362bff-9d72-49ba-bf51-1c25a7cdce75 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960929 May 18 01:39:41.910807 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port eaa8bffd-f564-4c50-9994-16c95647502d completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:41.924958 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port eaa8bffd-f564-4c50-9994-16c95647502d triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:41.924958 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:42.002432 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1a70e7-699d-463b-9e92-e8aa5e38ff5a', 'tag': '92585319-ccb1-45e8-bc1a-b740b9ae4740', 'status': 'completed', 'code': 200} May 18 01:39:42.102351 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-85c8f1d1-6b3f-4b1f-860c-22a22d483e98 service neutron] 10.222.0.39 "GET /v2.0/networks/110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572420 May 18 01:39:42.142720 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:42.206744 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd349d7-9c8a-4d33-985b-aeab21caa37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa8bffd-f564-4c50-9994-16c95647502d'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:39:42.216953 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:42.231297 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port eaa8bffd-f564-4c50-9994-16c95647502d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eaa8bffd-f564-4c50-9994-16c95647502d,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:42.242205 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:42.244600 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:42.364679 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=eaa8bffd-f564-4c50-9994-16c95647502d,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:42.370307 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:42.420552 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a7a97-8704-4248-ba5f-4de262e56673 req-e5892017-811b-4dd4-8a47-700d74656c01 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:42.422157 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b48a7a97-8704-4248-ba5f-4de262e56673 req-e5892017-811b-4dd4-8a47-700d74656c01 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.2759953 May 18 01:39:42.477742 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53aa4328-22a5-4a22-87c0-40388946a7da req-42b5ed49-40f1-4a38-924a-27b10e50af62 service neutron] 10.222.0.39 "GET /v2.0/networks/110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686645 May 18 01:39:42.529958 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b48a7a97-8704-4248-ba5f-4de262e56673 req-b299b0d4-0d84-4af7-b57c-4a83c09c78f9 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927963 May 18 01:39:42.654638 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd349d7-9c8a-4d33-985b-aeab21caa37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa8bffd-f564-4c50-9994-16c95647502d', 'code': 200} May 18 01:39:42.677607 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424365c-a204-4df6-b09d-15412ba69afd req-91d52dae-e96b-4d81-86fc-9b733a113d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:42.679626 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f424365c-a204-4df6-b09d-15412ba69afd req-91d52dae-e96b-4d81-86fc-9b733a113d2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ab2db8c3c4f41b9a744a975e1ec9560&device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 1101 time: 0.1452913 May 18 01:39:42.812217 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 2229e9a4-af6a-4d53-89e8-850c4e12476e up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:42.849931 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815860'] for router, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:42.875017 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0cc5d3-df18-48e2-bee5-09dc9070e759 None None] Network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:39:43.057818 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424365c-a204-4df6-b09d-15412ba69afd req-db1b5ebe-852f-4baf-b84a-98507bef9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:43.059165 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f424365c-a204-4df6-b09d-15412ba69afd req-db1b5ebe-852f-4baf-b84a-98507bef9667 service neutron] 10.222.0.39 "GET /v2.0/networks?id=110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd HTTP/1.1" status: 200 len: 870 time: 0.3625109 May 18 01:39:43.103720 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-07605d5b-b427-46f6-af4c-2bd8440ef929 None None] Provisioning for port 2229e9a4-af6a-4d53-89e8-850c4e12476e completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:43.150420 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f424365c-a204-4df6-b09d-15412ba69afd req-c8ec32df-4cac-4852-aad3-8985a0e0f2f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=92585319-ccb1-45e8-bc1a-b740b9ae4740 HTTP/1.1" status: 200 len: 217 time: 0.0820212 May 18 01:39:43.159427 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002baab-f02c-4ade-b018-28dc5e4e1f58 req-54eea99e-2593-4a0c-973e-5e23f1a99e94 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:43.168114 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a002baab-f02c-4ade-b018-28dc5e4e1f58 req-54eea99e-2593-4a0c-973e-5e23f1a99e94 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 948 time: 0.2922719 May 18 01:39:43.274699 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 2229e9a4-af6a-4d53-89e8-850c4e12476e completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:43.277474 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a002baab-f02c-4ade-b018-28dc5e4e1f58 req-559635b4-32e2-42c7-8d8c-d4555f927d39 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f68c283f-0244-494b-83da-04b7a424b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083276 May 18 01:39:43.282666 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 2229e9a4-af6a-4d53-89e8-850c4e12476e triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:43.283115 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:43.287100 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424365c-a204-4df6-b09d-15412ba69afd req-e0bf57c5-77ed-4f00-a19e-3e875ecd77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:43.292942 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f424365c-a204-4df6-b09d-15412ba69afd req-e0bf57c5-77ed-4f00-a19e-3e875ecd77d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ade159bc-b227-4fdf-a066-4d90498e7314 HTTP/1.1" status: 200 len: 843 time: 0.1199262 May 18 01:39:43.401261 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424365c-a204-4df6-b09d-15412ba69afd req-741c86f6-7915-4984-aa92-331805f5a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:43.403421 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f424365c-a204-4df6-b09d-15412ba69afd req-741c86f6-7915-4984-aa92-331805f5a115 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1038280 May 18 01:39:43.458688 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe453e7-bd5d-4819-b046-c80254425608 req-5c4d1cd7-8ccb-41b4-85b0-af24932f52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:43.460485 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-0fe453e7-bd5d-4819-b046-c80254425608 req-5c4d1cd7-8ccb-41b4-85b0-af24932f52a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 1098 time: 0.4389725 May 18 01:39:43.527795 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:43.565715 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 2229e9a4-af6a-4d53-89e8-850c4e12476e, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=2229e9a4-af6a-4d53-89e8-850c4e12476e,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:43.606690 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f424365c-a204-4df6-b09d-15412ba69afd req-00fa6b36-de67-4ed5-9ed8-3186f760fbfc service neutron] 10.222.0.39 "GET /v2.0/networks/110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912913 May 18 01:39:43.610374 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:43.619006 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:43.626811 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-0fe453e7-bd5d-4819-b046-c80254425608 req-d2690b56-03ba-401c-83c7-ba896b09bf37 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576602 May 18 01:39:43.647096 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Router c72c7ee0-d13e-4664-9865-1a5bace94d2e is scheduled to L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b with binding_index 1 {{(pid=78852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 01:39:43.706095 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=2229e9a4-af6a-4d53-89e8-850c4e12476e,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:43.710059 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:43.821171 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6b955-e33b-4cba-a693-5901656233d7 req-85db1225-70a4-4c5c-a595-155ef9e635de tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:43.822713 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-94a6b955-e33b-4cba-a693-5901656233d7 req-85db1225-70a4-4c5c-a595-155ef9e635de tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.4090843 May 18 01:39:43.884522 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f424365c-a204-4df6-b09d-15412ba69afd req-6cc70131-b973-4859-8ec0-ba7f9ca554ff service neutron] 10.222.0.39 "GET /v2.0/networks/110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667582 May 18 01:39:43.931776 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:39:43.945650 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Sync routers for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:39:43.983713 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-94a6b955-e33b-4cba-a693-5901656233d7 req-61fb1c7c-94c5-40f9-bef5-9555b35fa103 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397545 May 18 01:39:43.986039 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:39:43.987852 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:39:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:44.013306 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:44.017746 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42426) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:44.018992 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4678810 May 18 01:39:44.170444 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-61e9d102-e5a9-4187-a56a-1fdc1610dfde None None] Provisioning complete for port 2229e9a4-af6a-4d53-89e8-850c4e12476e triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:44.171216 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-61e9d102-e5a9-4187-a56a-1fdc1610dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:44.402591 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:39:44.428401 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42438) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:44.780433 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 2229e9a4-af6a-4d53-89e8-850c4e12476e up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:44.784377 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b513674-9e86-46f8-9374-db6202553ab2 req-86b08347-238d-4907-b85e-ddc605142494 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:44.797970 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0b513674-9e86-46f8-9374-db6202553ab2 req-86b08347-238d-4907-b85e-ddc605142494 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 945 time: 0.5259261 May 18 01:39:44.877185 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:41Z', 'revision_number': 3, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:44.882132 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Checking router: c72c7ee0-d13e-4664-9865-1a5bace94d2e for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:39:44.882787 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Updating router c72c7ee0-d13e-4664-9865-1a5bace94d2e port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 binding host dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:39:44.939746 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 2229e9a4-af6a-4d53-89e8-850c4e12476e triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:44.940306 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:44.951979 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.008590 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.026438 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:45.031321 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] Usage tracker for resource:security_group_rule and tenant:ebfdd434ea3d4df5b90b4c7476c68e56 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:45.034289 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:45.040816 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:45.119952 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0b513674-9e86-46f8-9374-db6202553ab2 req-b45aabe7-7c29-4ec2-83a3-1f4cdd1a2e39 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211875 May 18 01:39:45.302368 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.345767 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.356189 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3f376ea9-d391-4f77-8f29-1e44e4022866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:45.414914 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42472) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:45.425369 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebfdd434ea3d4df5b90b4c7476c68e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9952044 May 18 01:39:45.529281 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ca57df8f-f3ea-45a3-90de-2ec71f792e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.553864 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58077165-6801-4f2f-b0e3-291846451090,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:45.558778 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:45.615401 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ca57df8f-f3ea-45a3-90de-2ec71f792e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.688222 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Notify callbacks [] for port, precommit_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.694138 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9a425-1e67-4750-bb0a-70d2affce8fc req-6431e7e0-a1fc-47e2-b10f-100d81116c5a tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:45.697611 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-16e9a425-1e67-4750-bb0a-70d2affce8fc req-6431e7e0-a1fc-47e2-b10f-100d81116c5a tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 948 time: 0.2708158 May 18 01:39:45.700820 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.702029 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.provisioning_blocks [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Transition to ACTIVE for port object 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 will not be triggered until provisioned by entity L2. {{(pid=78854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:39:45.713530 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.726290 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:45.731484 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 92585319-ccb1-45e8-bc1a-b740b9ae4740 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:39:45.734257 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ca57df8f-f3ea-45a3-90de-2ec71f792e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.740370 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:45.764607 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57df8f-f3ea-45a3-90de-2ec71f792e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58077165-6801-4f2f-b0e3-291846451090,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:45.777855 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-ca57df8f-f3ea-45a3-90de-2ec71f792e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:45.795337 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ca57df8f-f3ea-45a3-90de-2ec71f792e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.796724 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-ca57df8f-f3ea-45a3-90de-2ec71f792e0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58077165-6801-4f2f-b0e3-291846451090 HTTP/1.1" status: 204 len: 168 time: 0.3802798 May 18 01:39:45.855194 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Attempting to bind port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:39:45.855664 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Attempting to bind port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:39:45.857487 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Attempting to bind port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 on network a2adaee7-831c-4c6c-b54a-b71e9d98e449 {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:39:45.879758 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:39:45.880185 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Checking segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:39:45.886273 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.886705 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Bound using segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:39:45.887216 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Bound port: 490acfc3-04e3-4d70-b2f9-0a4a32dc1080, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:39:45.887612 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:45.924218 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Pushing event updated for resources: {'Port': ['ID=490acfc3-04e3-4d70-b2f9-0a4a32dc1080,revision_number=2']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:45.930112 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-16e9a425-1e67-4750-bb0a-70d2affce8fc req-f2d6a57d-3360-4226-bea4-10b5ab30995d tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f68c283f-0244-494b-83da-04b7a424b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035589 May 18 01:39:45.947963 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.948314 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.948656 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.949021 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.949544 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.950226 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.950661 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.951146 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.951645 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.952135 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.953221 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 92585319-ccb1-45e8-bc1a-b740b9ae4740, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=92585319-ccb1-45e8-bc1a-b740b9ae4740,segment=NetworkSegment(d578aa71-d492-449b-a8e0-77a5e52683be),segment_id=d578aa71-d492-449b-a8e0-77a5e52683be)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:45.953673 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.954143 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:39:45.959805 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:45.985754 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '92585319-ccb1-45e8-bc1a-b740b9ae4740', 'network_id': '110ee3b1-6bb4-43d5-99d7-1f5cf9b27fdd', 'port_id': '92585319-ccb1-45e8-bc1a-b740b9ae4740', 'mac_address': 'fa:16:3e:f7:01:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade159bc-b227-4fdf-a066-4d90498e7314', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:39:46.020670 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] For port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:39:46.025289 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] For port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=490acfc3-04e3-4d70-b2f9-0a4a32dc1080,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:39:46.032500 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:46.046762 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-7e8f9ae4-2891-4eae-ae50-9a5b4848c25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:46.125712 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:46.178158 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92585319-ccb1-45e8-bc1a-b740b9ae4740 {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:39:46.180741 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:39:46.181285 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:39:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:46.218427 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 92585319-ccb1-45e8-bc1a-b740b9ae4740, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=92585319-ccb1-45e8-bc1a-b740b9ae4740,segment=NetworkSegment(d578aa71-d492-449b-a8e0-77a5e52683be),segment_id=d578aa71-d492-449b-a8e0-77a5e52683be)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:46.229177 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:46.230966 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:46.288094 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Allocated IP 172.20.0.1 (ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2/d75526d5-0375-4304-972e-d706eb003b17/328542e5-82e5-4780-b85b-c7ecfaa8a56f) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:39:46.418938 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:39:46.429242 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=92585319-ccb1-45e8-bc1a-b740b9ae4740,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:46.431385 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42510) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:46.437633 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:46.482430 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:46.510801 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:46.521721 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] Usage tracker for resource:security_group_rule and tenant:b1dfda859eb0485faddec95db40d06ea is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:46.525645 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:46.536120 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:46.659997 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:46.666344 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:46.677959 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['92585319-ccb1-45e8-bc1a-b740b9ae4740'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:39:46.681024 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:46.700027 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-14374a05-9f3d-4b2a-a460-44d47be915ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:46.792542 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1dfda859eb0485faddec95db40d06ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600788 May 18 01:39:46.795360 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42532) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:46.796352 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c139f676-1c1a-4800-a210-69f711896080,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:46.797572 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Pushing event updated for resources: {'Port': ['ID=490acfc3-04e3-4d70-b2f9-0a4a32dc1080,revision_number=3']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:46.800900 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:46.820235 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:46.975706 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b64c9bcc-fc7d-4452-8aa5-8f8e57e52106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:46.999009 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Transition to ACTIVE for port object 328542e5-82e5-4780-b85b-c7ecfaa8a56f will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:39:47.021891 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:41Z', 'revision_number': 3, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:47.033623 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3bac0-839a-4164-a7da-f2bfa6ceb133 None None] The sync data for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb is: [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:41Z', 'revision_number': 3, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:39:47.038636 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b64c9bcc-fc7d-4452-8aa5-8f8e57e52106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:47.118223 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa37bb6-8417-4ffb-bb7c-bf935b4471e5 req-7ece9829-f7e5-44a1-b975-9fbf4471ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:47.120354 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bfa37bb6-8417-4ffb-bb7c-bf935b4471e5 req-7ece9829-f7e5-44a1-b975-9fbf4471ecea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 1098 time: 0.4330466 May 18 01:39:47.149346 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417542ad-4208-4a3f-bb37-69800644ace2 req-97097a05-f900-4754-9457-01e4b0de209d tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:47.151181 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-417542ad-4208-4a3f-bb37-69800644ace2 req-97097a05-f900-4754-9457-01e4b0de209d tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 945 time: 0.3124993 May 18 01:39:47.170652 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b64c9bcc-fc7d-4452-8aa5-8f8e57e52106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:47.184704 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:47.199715 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c9bcc-fc7d-4452-8aa5-8f8e57e52106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c139f676-1c1a-4800-a210-69f711896080,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:47.204060 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b64c9bcc-fc7d-4452-8aa5-8f8e57e52106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:47.212038 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b64c9bcc-fc7d-4452-8aa5-8f8e57e52106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:47.213448 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b64c9bcc-fc7d-4452-8aa5-8f8e57e52106 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c139f676-1c1a-4800-a210-69f711896080 HTTP/1.1" status: 204 len: 168 time: 0.3919985 May 18 01:39:47.225609 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42550) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:47.312541 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:47.330202 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:47.417429 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-417542ad-4208-4a3f-bb37-69800644ace2 req-7c3bcd47-de47-4581-a272-15c077a6529d tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401664 May 18 01:39:47.461955 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:47.508321 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:39:47.513381 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:39:47.532492 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:39:47.536537 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:47.559967 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] Usage tracker for resource:security_group_rule and tenant:95f9d6f707dd42eb848f9b9a056bbda5 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:47.580663 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:47.611481 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:47.647293 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841359'] for router_interface, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:47.822513 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Pushing event updated for resources: {'Port': ['ID=328542e5-82e5-4780-b85b-c7ecfaa8a56f,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:47.881393 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa37bb6-8417-4ffb-bb7c-bf935b4471e5 req-5e99bdd3-5e51-479a-ba43-32c1fbc67433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:47.882399 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bfa37bb6-8417-4ffb-bb7c-bf935b4471e5 req-5e99bdd3-5e51-479a-ba43-32c1fbc67433 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 920 time: 0.7303188 May 18 01:39:47.940766 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:47.950193 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:47.965539 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:47.979228 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-520a16b4-2fc4-4d5a-b5b7-a7d60c5be195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:48.039743 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec54c496-7003-4d22-9315-a4b0190e97cb,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:48.049068 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95f9d6f707dd42eb848f9b9a056bbda5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8219235 May 18 01:39:48.050301 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42574) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:48.052521 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:48.053511 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-aab2cbfc-b102-45f2-91bb-97c9dba05274 None None] Provisioning for port 328542e5-82e5-4780-b85b-c7ecfaa8a56f completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:48.059817 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-aab2cbfc-b102-45f2-91bb-97c9dba05274 None None] Provisioning complete for port 328542e5-82e5-4780-b85b-c7ecfaa8a56f triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:48.060454 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-aab2cbfc-b102-45f2-91bb-97c9dba05274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:48.141305 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bfa37bb6-8417-4ffb-bb7c-bf935b4471e5 req-7dbc293f-27a8-4485-84e3-f8268859116c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d88c1679-2875-4b83-8c4a-51b36325798d HTTP/1.1" status: 200 len: 217 time: 0.1720214 May 18 01:39:48.206275 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c506-21f0-4c1a-b256-b686fff8f9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:48.216574 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-aab2cbfc-b102-45f2-91bb-97c9dba05274 None None] Port 328542e5-82e5-4780-b85b-c7ecfaa8a56f cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:39:48.295931 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c506-21f0-4c1a-b256-b686fff8f9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:48.454988 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c506-21f0-4c1a-b256-b686fff8f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:48.470564 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e1504e40-42a6-463b-a27f-d42a7d4ba429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:48.485262 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa37bb6-8417-4ffb-bb7c-bf935b4471e5 req-2f98bcc7-1c35-4a2d-b678-382a75ff4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:48.486843 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bfa37bb6-8417-4ffb-bb7c-bf935b4471e5 req-2f98bcc7-1c35-4a2d-b678-382a75ff4a88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 200 len: 859 time: 0.3364522 May 18 01:39:48.508152 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7c506-21f0-4c1a-b256-b686fff8f9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec54c496-7003-4d22-9315-a4b0190e97cb,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:48.511164 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c506-21f0-4c1a-b256-b686fff8f9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:48.521227 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-0ba7c506-21f0-4c1a-b256-b686fff8f9bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec54c496-7003-4d22-9315-a4b0190e97cb HTTP/1.1" status: 204 len: 168 time: 0.4674339 May 18 01:39:48.522409 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0ba7c506-21f0-4c1a-b256-b686fff8f9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:48.620588 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bfa37bb6-8417-4ffb-bb7c-bf935b4471e5 req-9e39cf12-72d8-4800-b1e0-b8bc7bd9e840 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9533330a-4893-4169-b921-043203f6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125708 May 18 01:39:48.756567 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:48.761976 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a9cc3-1d55-4380-935a-70df66a99934 req-6e7205ee-f25c-4b1f-8a6a-600700f37205 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:48.769273 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c33a9cc3-1d55-4380-935a-70df66a99934 req-6e7205ee-f25c-4b1f-8a6a-600700f37205 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.9435446 May 18 01:39:48.898230 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:48.912176 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:48.914134 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:48.965945 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c33a9cc3-1d55-4380-935a-70df66a99934 req-fe696489-9ae5-47bd-8ccc-0dee19fd7de2 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956265 May 18 01:39:49.072885 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bfa37bb6-8417-4ffb-bb7c-bf935b4471e5 req-72eae272-2335-4344-90f1-efbd43f0eff6 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832085 May 18 01:39:49.078089 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.113804 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.145898 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=490acfc3-04e3-4d70-b2f9-0a4a32dc1080,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:49.150810 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.153247 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:49.217190 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42630) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:49.260525 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=490acfc3-04e3-4d70-b2f9-0a4a32dc1080,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:49.260720 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.272743 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:49.287331 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:49.296783 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] Usage tracker for resource:security_group_rule and tenant:95539903e00d459498bbeb48220cc704 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:49.301581 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:49.307950 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:49.506006 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bfa37bb6-8417-4ffb-bb7c-bf935b4471e5 req-77947d34-77ce-497d-ae1c-265ac8fd6137 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083776 May 18 01:39:49.511621 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.518654 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.545883 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c338-743d-4b23-9f3e-2b35fe5ec985 req-ac60b127-950f-4de6-bc54-57bceb4e0866 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:49.551306 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-547173c9-47fe-4d0c-8ffe-f10359b8b65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:49.557830 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d839c338-743d-4b23-9f3e-2b35fe5ec985 req-ac60b127-950f-4de6-bc54-57bceb4e0866 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 949 time: 0.4540956 May 18 01:39:49.681843 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95539903e00d459498bbeb48220cc704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4635093 May 18 01:39:49.684477 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42654) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:49.693119 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a017cd19-c780-404c-843d-0424360eb9f3,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:49.696486 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:49.733343 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d839c338-743d-4b23-9f3e-2b35fe5ec985 req-0654523e-ecae-48b2-adb8-aad7f4b81685 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f68c283f-0244-494b-83da-04b7a424b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743953 May 18 01:39:49.743545 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.755107 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.764294 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 92585319-ccb1-45e8-bc1a-b740b9ae4740 up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:49.790783 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-28eda2d3-f1b1-422e-a71d-5de6e0aff343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.820031 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:49.825209 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-28eda2d3-f1b1-422e-a71d-5de6e0aff343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.897267 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-28eda2d3-f1b1-422e-a71d-5de6e0aff343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.911451 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:49.953747 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port 92585319-ccb1-45e8-bc1a-b740b9ae4740 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:49.962974 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 92585319-ccb1-45e8-bc1a-b740b9ae4740 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:49.963626 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.969194 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-28eda2d3-f1b1-422e-a71d-5de6e0aff343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:49.974244 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-28eda2d3-f1b1-422e-a71d-5de6e0aff343 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a017cd19-c780-404c-843d-0424360eb9f3 HTTP/1.1" status: 204 len: 168 time: 0.2831547 May 18 01:39:49.974504 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eda2d3-f1b1-422e-a71d-5de6e0aff343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a017cd19-c780-404c-843d-0424360eb9f3,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:49.980863 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-28eda2d3-f1b1-422e-a71d-5de6e0aff343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:49.999049 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810792'] for router_interface, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:50.002022 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42674) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:50.016403 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Pushing event updated for resources: {'Port': ['ID=328542e5-82e5-4780-b85b-c7ecfaa8a56f,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:50.272335 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:39:50.294984 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:50.301870 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-76d012f8-2425-440b-853a-297fe8cbd3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:50.306662 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:39:50.308096 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:39:50.326499 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-76d012f8-2425-440b-853a-297fe8cbd3e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:50.331026 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-76d012f8-2425-440b-853a-297fe8cbd3e8 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1d39c3f44649a0baed83e85692cbed is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:50.334654 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-76d012f8-2425-440b-853a-297fe8cbd3e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:50.340731 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:50.345788 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-76d012f8-2425-440b-853a-297fe8cbd3e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:50.441113 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 92585319-ccb1-45e8-bc1a-b740b9ae4740, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=92585319-ccb1-45e8-bc1a-b740b9ae4740,segment=NetworkSegment(d578aa71-d492-449b-a8e0-77a5e52683be),segment_id=d578aa71-d492-449b-a8e0-77a5e52683be)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:50.445182 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1a70e7-699d-463b-9e92-e8aa5e38ff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92585319-ccb1-45e8-bc1a-b740b9ae4740'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:39:50.456156 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:50.459712 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:50.598432 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-76d012f8-2425-440b-853a-297fe8cbd3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:50.630098 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-76d012f8-2425-440b-853a-297fe8cbd3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:50.638165 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=92585319-ccb1-45e8-bc1a-b740b9ae4740,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:50.642081 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:50.666635 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1938cee5-3fe7-48ba-b727-d327d7cc7664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:50.728899 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-76d012f8-2425-440b-853a-297fe8cbd3e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb1d39c3f44649a0baed83e85692cbed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7254329 May 18 01:39:50.729585 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42694) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:50.750934 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:50.761695 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d012f8-2425-440b-853a-297fe8cbd3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1e719f-f970-4685-937c-1042bc010365,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:50.777837 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-76d012f8-2425-440b-853a-297fe8cbd3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:50.831644 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-a1434e84-85fd-4d94-8760-7d0980b00b7b None None] Provisioning complete for port 328542e5-82e5-4780-b85b-c7ecfaa8a56f triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:50.832678 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-a1434e84-85fd-4d94-8760-7d0980b00b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:50.876377 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bfa28-5dbb-49b7-86e1-84324ce4313b req-2379426f-8775-4353-a413-4f1f9d7103b9 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:50.883521 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4c3bfa28-5dbb-49b7-86e1-84324ce4313b req-2379426f-8775-4353-a413-4f1f9d7103b9 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.2308311 May 18 01:39:50.891521 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-14aafb01-5640-4e20-9720-bfe433ee854d req-a430ac30-8589-40d4-a700-28ec76ad3a72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5592475 May 18 01:39:50.910957 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1429-ec81-4414-92a0-c57c18fab5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:50.922656 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Router c72c7ee0-d13e-4664-9865-1a5bace94d2e has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:39:50.942684 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-a1434e84-85fd-4d94-8760-7d0980b00b7b None None] Port 328542e5-82e5-4780-b85b-c7ecfaa8a56f cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:39:50.949037 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:50.949419 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:50.972110 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1429-ec81-4414-92a0-c57c18fab5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:51.050951 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1429-ec81-4414-92a0-c57c18fab5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:51.057334 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b64c9bcc-fc7d-4452-8aa5-8f8e57e52106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:51.073434 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf1429-ec81-4414-92a0-c57c18fab5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1e719f-f970-4685-937c-1042bc010365,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:51.075774 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a8cf1429-ec81-4414-92a0-c57c18fab5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:51.083957 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1429-ec81-4414-92a0-c57c18fab5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:51.085325 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-a8cf1429-ec81-4414-92a0-c57c18fab5b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b1e719f-f970-4685-937c-1042bc010365 HTTP/1.1" status: 204 len: 168 time: 0.3537924 May 18 01:39:51.161424 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4c3bfa28-5dbb-49b7-86e1-84324ce4313b req-a9abb0db-0e69-4373-b804-9b4ce9621921 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760952 May 18 01:39:51.219879 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1a70e7-699d-463b-9e92-e8aa5e38ff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92585319-ccb1-45e8-bc1a-b740b9ae4740', 'code': 200} May 18 01:39:51.348525 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:39:51.358398 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Sync routers for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:39:51.381281 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:39:51.392368 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:39:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:51.403996 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aafb01-5640-4e20-9720-bfe433ee854d req-5a154241-8c5f-4650-883b-c1dd4394c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:51.405539 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-14aafb01-5640-4e20-9720-bfe433ee854d req-5a154241-8c5f-4650-883b-c1dd4394c496 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 1098 time: 0.3188207 May 18 01:39:51.429352 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] 10.222.0.11 "PUT /v2.0/routers/c72c7ee0-d13e-4664-9865-1a5bace94d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4102654 May 18 01:39:51.649696 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d539-a0c4-4d9d-8d1a-b9c25f0e827e req-ac7708ad-8b35-436c-be68-26c63dc17208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:51.651958 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-0938d539-a0c4-4d9d-8d1a-b9c25f0e827e req-ac7708ad-8b35-436c-be68-26c63dc17208 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 1103 time: 0.1290076 May 18 01:39:51.713412 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-0938d539-a0c4-4d9d-8d1a-b9c25f0e827e req-a4a39cc7-9516-41ea-8a74-d3fa11a83223 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f68c283f-0244-494b-83da-04b7a424b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 May 18 01:39:51.871645 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aafb01-5640-4e20-9720-bfe433ee854d req-c707a54c-cd62-4bc9-bf14-9bd7cb64c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:51.880503 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-14aafb01-5640-4e20-9720-bfe433ee854d req-c707a54c-cd62-4bc9-bf14-9bd7cb64c8e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 915 time: 0.4487906 May 18 01:39:51.884284 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:39:52.053441 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-14aafb01-5640-4e20-9720-bfe433ee854d req-96f87803-e05b-4982-bf8b-846a802f7144 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=522d66ae-a394-4e74-82ee-08774009d574 HTTP/1.1" status: 200 len: 217 time: 0.1613288 May 18 01:39:52.069253 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27d820-3978-4217-b2de-1542a93a5107 req-46ad43f4-2d54-471c-9ade-6d990f3fb962 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:52.071438 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0a27d820-3978-4217-b2de-1542a93a5107 req-46ad43f4-2d54-471c-9ade-6d990f3fb962 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 950 time: 0.5583706 May 18 01:39:52.167208 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aafb01-5640-4e20-9720-bfe433ee854d req-0df2a4ef-f4ff-4636-8d1c-af4d03a93fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:52.169601 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-14aafb01-5640-4e20-9720-bfe433ee854d req-0df2a4ef-f4ff-4636-8d1c-af4d03a93fef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9651875f-8b4a-4721-9d3d-140ff3043c11 HTTP/1.1" status: 200 len: 854 time: 0.0968757 May 18 01:39:52.231046 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-14aafb01-5640-4e20-9720-bfe433ee854d req-e4fa9434-bc92-41a9-861f-69b4c9aba0d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533617 May 18 01:39:52.243887 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0a27d820-3978-4217-b2de-1542a93a5107 req-fe78e429-4889-4126-a761-bf0c4ac975e0 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f68c283f-0244-494b-83da-04b7a424b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972428 May 18 01:39:52.358018 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 2, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:52.367360 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Checking router: c72c7ee0-d13e-4664-9865-1a5bace94d2e for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:39:52.369911 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Updating router c72c7ee0-d13e-4664-9865-1a5bace94d2e port 328542e5-82e5-4780-b85b-c7ecfaa8a56f binding host dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:39:52.393295 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-14aafb01-5640-4e20-9720-bfe433ee854d req-7d1553dd-29f4-49e2-829a-d9c6a7790e7e service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533246 May 18 01:39:52.473859 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:52.552790 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-14aafb01-5640-4e20-9720-bfe433ee854d req-c9ff0f7e-7856-4f38-9b59-54f6806e701e service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459570 May 18 01:39:52.987043 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Notify callbacks [] for port, precommit_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.002448 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Transition to ACTIVE for port object 328542e5-82e5-4780-b85b-c7ecfaa8a56f will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:39:53.010865 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.016699 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:53.198291 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42798) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:53.204550 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346562871', 'description': 'tempest-description--406285677'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:53.213100 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:53.230429 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Usage tracker for resource:security_group and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:53.237709 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:53.270824 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17eec5-5ea2-4da7-b384-6728a7e6f6e3 None None] Pushing event updated for resources: {'Port': ['ID=328542e5-82e5-4780-b85b-c7ecfaa8a56f,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:53.277059 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:53.298390 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-6d17eec5-5ea2-4da7-b384-6728a7e6f6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:53.305721 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.335208 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Attempting to bind port 328542e5-82e5-4780-b85b-c7ecfaa8a56f on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:39:53.335594 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Attempting to bind port 328542e5-82e5-4780-b85b-c7ecfaa8a56f by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:39:53.335964 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Attempting to bind port 328542e5-82e5-4780-b85b-c7ecfaa8a56f on network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:39:53.347614 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:39:53.347992 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Checking segment: {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:39:53.348592 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.349181 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Bound using segment: {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:39:53.349812 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Bound port: 328542e5-82e5-4780-b85b-c7ecfaa8a56f, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:39:53.350378 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.373810 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:53.444627 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Usage tracker for resource:security_group_rule and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:53.479086 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] For port 328542e5-82e5-4780-b85b-c7ecfaa8a56f, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:39:53.481883 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:53.484234 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] For port 328542e5-82e5-4780-b85b-c7ecfaa8a56f, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=328542e5-82e5-4780-b85b-c7ecfaa8a56f,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:39:53.493041 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.497976 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:53.512899 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:53.588254 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de5bb8-5360-4011-888a-a38a0788a6e9 req-b256cc53-e5e1-49e2-b470-69acc380d6f9 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:53.590050 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-59de5bb8-5360-4011-888a-a38a0788a6e9 req-b256cc53-e5e1-49e2-b470-69acc380d6f9 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.2074389 May 18 01:39:53.650948 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:39:53.651579 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:39:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:53.661430 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.680449 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.689108 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-29ef240b-39f2-4940-a9bb-010ea7ec7206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:53.726669 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-59de5bb8-5360-4011-888a-a38a0788a6e9 req-58158a2e-0c91-4077-832e-713c699881f2 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257398 May 18 01:39:53.747016 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972f9e6f-494f-490f-a3cc-7537ba8c4f14,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:53.747196 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17eec5-5ea2-4da7-b384-6728a7e6f6e3 None None] Pushing event updated for resources: {'Port': ['ID=328542e5-82e5-4780-b85b-c7ecfaa8a56f,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:53.751157 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-6d17eec5-5ea2-4da7-b384-6728a7e6f6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:53.763635 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:53.764227 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.765461 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5655091 May 18 01:39:53.768753 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42822) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:53.779942 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'security_group_rule': {'security_group_id': '972f9e6f-494f-490f-a3cc-7537ba8c4f14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:53.788977 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:53.793491 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Usage tracker for resource:security_group_rule and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:53.796488 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:53.803850 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:53.827110 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.831154 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42826) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:53.934582 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.943120 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:53.945921 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:53.948194 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:39:53.999185 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42834) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:54.009678 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078cca44-c45b-4325-86c8-caad8db3fef4,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:54.019013 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.022668 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2487755 May 18 01:39:54.022668 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:54.023592 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42840) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:54.033833 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'security_group_rule': {'security_group_id': '972f9e6f-494f-490f-a3cc-7537ba8c4f14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:54.056732 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:54.067507 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Usage tracker for resource:security_group_rule and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:54.074502 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:54.085033 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:54.112901 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.264230 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.276252 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.365951 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:54.416807 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.426899 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dee42b6-86eb-4843-9412-174d708d3be8,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:54.438044 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:54.458016 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42850) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:54.467116 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.471467 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42856) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:54.471929 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-bbf81db5-de3d-408c-b82b-9d1b2b44f316 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4467282 May 18 01:39:54.478143 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'floatingip': {'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:54.488987 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:54.493041 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:54.499267 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Usage tracker for resource:floatingip and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:54.503073 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] Usage tracker for resource:security_group_rule and tenant:78f8caf58f0841fa930c9b10810e19a8 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:54.505280 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:54.507911 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.513084 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:54.520144 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:53Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:39:54.525084 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b993e6-1a87-46f2-9c98-a06474f2c8ff None None] The sync data for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb is: [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:53Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:39:54.527466 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:54.530395 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.537904 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:54.554851 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1c502-6312-4e1c-b09e-47bd93033cc0 req-59e037df-98da-4536-9fdf-c71338c03381 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:54.564318 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c7b1c502-6312-4e1c-b09e-47bd93033cc0 req-59e037df-98da-4536-9fdf-c71338c03381 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 950 time: 0.2954345 May 18 01:39:54.576664 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:54.653949 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] Usage tracker for resource:security_group_rule and tenant:a155af0f1a3b462398a38ccd823033a1 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:54.658567 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:54.702571 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.712852 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c7b1c502-6312-4e1c-b09e-47bd93033cc0 req-12db8e8c-687e-4970-8d4e-451a98733cd8 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f68c283f-0244-494b-83da-04b7a424b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356201 May 18 01:39:54.712852 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:54.769235 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:54.774272 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] Usage tracker for resource:security_group_rule and tenant:b1f08eb7ff9040da9d09e67f5a8a323e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:54.776098 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 328542e5-82e5-4780-b85b-c7ecfaa8a56f up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:54.778504 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:54.785663 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:54.924132 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.928706 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.929075 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 328542e5-82e5-4780-b85b-c7ecfaa8a56f completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:39:54.935794 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.941204 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 328542e5-82e5-4780-b85b-c7ecfaa8a56f triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:54.942339 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.946134 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:54.958683 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-451df9d7-a76c-43e4-9543-35c58ca23dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:54.972288 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-92f9ab88-40d1-4e8a-aa47-c110644ed2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:54.999774 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb7fcf8-6dc7-4f6b-9814-75f4386a90c6,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:55.017230 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:55.085740 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4dbe7c-cc93-4317-9d5e-c98482425a7e,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:55.100158 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78f8caf58f0841fa930c9b10810e19a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2649162 May 18 01:39:55.100539 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42882) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:55.106744 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:55.132671 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1f08eb7ff9040da9d09e67f5a8a323e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725986 May 18 01:39:55.133575 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42886) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:55.136046 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.159649 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.212000 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 328542e5-82e5-4780-b85b-c7ecfaa8a56f, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=328542e5-82e5-4780-b85b-c7ecfaa8a56f,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:55.219559 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.226397 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:55.281140 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.290174 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.293551 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-776280b2-672a-4b1f-8abc-47060f5885d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.313062 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-542b7299-a9f1-4faa-83c8-07d8e1096791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:55.324089 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=328542e5-82e5-4780-b85b-c7ecfaa8a56f,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:55.332167 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-776280b2-672a-4b1f-8abc-47060f5885d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.340043 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:55.340540 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.408246 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a155af0f1a3b462398a38ccd823033a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4076135 May 18 01:39:55.409571 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ffc50147-3b3d-4b71-98a9-da56f9f80f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.411933 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 42890) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:55.438870 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d93df2-479f-4e1a-a737-9655f63af2b0,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:55.459613 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:55.546159 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-776280b2-672a-4b1f-8abc-47060f5885d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.555114 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0ba7c506-21f0-4c1a-b256-b686fff8f9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:55.597501 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Allocated IP 172.28.3.182 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/0840d737-4f47-4018-ab54-fbec83b973ab) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:39:55.680647 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-831e9af1-72d7-4da3-aab4-104a86c3eea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.709956 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-831e9af1-72d7-4da3-aab4-104a86c3eea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.756983 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ffc50147-3b3d-4b71-98a9-da56f9f80f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.768417 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776280b2-672a-4b1f-8abc-47060f5885d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4dbe7c-cc93-4317-9d5e-c98482425a7e,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:55.858176 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-776280b2-672a-4b1f-8abc-47060f5885d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:55.902791 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-776280b2-672a-4b1f-8abc-47060f5885d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.906507 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-776280b2-672a-4b1f-8abc-47060f5885d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c4dbe7c-cc93-4317-9d5e-c98482425a7e HTTP/1.1" status: 204 len: 168 time: 0.7666082 May 18 01:39:55.922780 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-831e9af1-72d7-4da3-aab4-104a86c3eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.936559 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bc61abca-5d4e-4623-a4c5-241c4a571c7c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:55.963194 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e543b-fb69-4769-92e8-22ca1e677625 req-f0da1e8e-5ada-4f56-a1fd-cc7961d5c48f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:55.965218 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-311e543b-fb69-4769-92e8-22ca1e677625 req-f0da1e8e-5ada-4f56-a1fd-cc7961d5c48f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1755376 May 18 01:39:55.966412 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-831e9af1-72d7-4da3-aab4-104a86c3eea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:55.967906 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-831e9af1-72d7-4da3-aab4-104a86c3eea8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20d93df2-479f-4e1a-a737-9655f63af2b0 HTTP/1.1" status: 204 len: 168 time: 0.5320055 May 18 01:39:55.971807 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e9af1-72d7-4da3-aab4-104a86c3eea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d93df2-479f-4e1a-a737-9655f63af2b0,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:55.983553 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-831e9af1-72d7-4da3-aab4-104a86c3eea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:56.067768 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:56.083500 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-311e543b-fb69-4769-92e8-22ca1e677625 req-6a8eebc5-f2a7-40a1-aae2-e3959fcda229 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988665 May 18 01:39:56.089265 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ffc50147-3b3d-4b71-98a9-da56f9f80f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:56.099005 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-eafa5610-9111-4950-a2d5-4a42290f25c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:56.118879 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc50147-3b3d-4b71-98a9-da56f9f80f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb7fcf8-6dc7-4f6b-9814-75f4386a90c6,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:56.121243 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:56.121707 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ffc50147-3b3d-4b71-98a9-da56f9f80f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:56.132885 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ffc50147-3b3d-4b71-98a9-da56f9f80f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:56.137876 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ffc50147-3b3d-4b71-98a9-da56f9f80f60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fb7fcf8-6dc7-4f6b-9814-75f4386a90c6 HTTP/1.1" status: 204 len: 168 time: 1.0349674 May 18 01:39:56.146482 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:56.202189 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:39:56.209482 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:39:56.210989 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:39:56.293454 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'Port': ['ID=0840d737-4f47-4018-ab54-fbec83b973ab,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:56.305771 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:56.464477 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:56.547020 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:56.680873 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc5316-2d1e-4fed-a9a2-d317d24eb836 req-1fa42be6-552a-41cf-8043-aa03b010bb63 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:56.682451 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d1bc5316-2d1e-4fed-a9a2-d317d24eb836 req-1fa42be6-552a-41cf-8043-aa03b010bb63 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 950 time: 0.1577775 May 18 01:39:56.829941 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d1bc5316-2d1e-4fed-a9a2-d317d24eb836 req-ca439a61-b92d-43ea-aa46-f917df1589e6 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f68c283f-0244-494b-83da-04b7a424b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401458 May 18 01:39:56.849131 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 328542e5-82e5-4780-b85b-c7ecfaa8a56f up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:39:56.859152 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:56.866132 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:56.880880 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:56.987119 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 328542e5-82e5-4780-b85b-c7ecfaa8a56f triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:39:56.987620 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:57.009433 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'Port': ['ID=0840d737-4f47-4018-ab54-fbec83b973ab,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:57.013843 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:57.016900 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:57.045090 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:57.046697 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5741363 May 18 01:39:57.366561 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-bf8cb481-75ed-4e3a-9f39-8cb1f114510f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:57.373626 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-bf8cb481-75ed-4e3a-9f39-8cb1f114510f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 814 time: 0.1647058 May 18 01:39:57.391581 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-0fa30860-d59c-4c2a-8f41-61200426c237 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/quotas/bf8e94615022444d841e0fbde2f29590 HTTP/1.1" status: 200 len: 375 time: 0.0168011 May 18 01:39:57.495898 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-666a4db6-38eb-4040-81e7-b8eaa9e9d0d1 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1028819 May 18 01:39:57.660506 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-f4b2a3a1-2b22-43cb-9a68-595d61314415 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631272 May 18 01:39:57.724806 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 42992) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:57.824449 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-0929bbc6-ac8d-4916-8e68-83f095c857f6 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568274 May 18 01:39:57.906120 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1981863310-network', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:57.911457 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:57.916569 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Usage tracker for resource:network and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:57.920539 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:57.930128 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:57.941806 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Made reservation on behalf of 52a13f2665fc4368ac52043cd8a50a2e for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:39:57.944934 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:57.948286 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-6683b680-4df0-4574-8b32-1795828738d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:57.980485 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.012207 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:58.016807 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Usage tracker for resource:security_group_rule and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:58.020147 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:58.026247 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:58.135085 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.141193 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.148348 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-aabb4ff5-a1fe-4be7-8e7f-514fe1e33fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:58.194026 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:39:58.199873 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6771df80-2811-49db-85fa-fb31e67b0956,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:58.216802 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:58.220799 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.221213 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Added segment 3e8855cf-7b6e-4b93-ae3a-82141310eb1c of type vlan for network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee May 18 01:39:58.245590 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1287921-ed77-4571-b9de-18d96ef25552 req-39b8c673-c55b-4362-b61f-14549c00a87b tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:58.247317 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c1287921-ed77-4571-b9de-18d96ef25552 req-39b8c673-c55b-4362-b61f-14549c00a87b tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 950 time: 0.2296925 May 18 01:39:58.267984 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.320140 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.321746 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:58.323299 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.340012 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32733d-31ac-46b5-928b-33105c73717b req-aad28da4-d4a3-4dcc-979e-3bfcaf1a4516 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:58.341844 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7c32733d-31ac-46b5-928b-33105c73717b req-aad28da4-d4a3-4dcc-979e-3bfcaf1a4516 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.2095499 May 18 01:39:58.350749 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-377bf028-fa67-4bf5-bc4c-2c15954e7610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:58.467657 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Pushing event updated for resources: {'Network': ['ID=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:58.480909 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7530687 May 18 01:39:58.480909 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:58.481127 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:39:58.481918 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43030) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:58.492502 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Request body: {'subnet': {'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1981863310-subnet', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'ip_version': 4}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:58.510156 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:58.518445 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Usage tracker for resource:subnet and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:58.519948 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7c32733d-31ac-46b5-928b-33105c73717b req-fa427ae6-dcc0-4aac-8356-5c59384070b6 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679649 May 18 01:39:58.522810 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:58.534592 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-c1287921-ed77-4571-b9de-18d96ef25552 req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Deleting port 92585319-ccb1-45e8-bc1a-b740b9ae4740 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:39:58.535302 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-c1287921-ed77-4571-b9de-18d96ef25552 req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.544227 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:58.568568 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43034) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:58.580415 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Made reservation on behalf of 52a13f2665fc4368ac52043cd8a50a2e for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:39:58.591520 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1938106'] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.813288 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-794ae12f-a26c-45e4-8423-167c4e249573 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Synchronizing usage tracker for tenant:25972865c49844ea8268b910ba743fbd on resource:security_group {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:39:58.828244 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-c1287921-ed77-4571-b9de-18d96ef25552 req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] For port 92585319-ccb1-45e8-bc1a-b740b9ae4740, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=92585319-ccb1-45e8-bc1a-b740b9ae4740,segment=NetworkSegment(d578aa71-d492-449b-a8e0-77a5e52683be),segment_id=d578aa71-d492-449b-a8e0-77a5e52683be)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:39:58.829426 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-c1287921-ed77-4571-b9de-18d96ef25552 req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.920095 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:58.996460 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:59.002592 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] Usage tracker for resource:security_group_rule and tenant:a19c6253f89d47d0bb583a689b7945f4 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:59.003328 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-c1287921-ed77-4571-b9de-18d96ef25552 req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Calling delete_port for 92585319-ccb1-45e8-bc1a-b740b9ae4740 owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:39:59.006783 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:59.013875 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:59.018049 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-794ae12f-a26c-45e4-8423-167c4e249573 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Unset dirty status for tenant:25972865c49844ea8268b910ba743fbd on resource:security_group {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:39:59.019455 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-794ae12f-a26c-45e4-8423-167c4e249573 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1346562871&fields=id&tenant_id=25972865c49844ea8268b910ba743fbd HTTP/1.1" status: 200 len: 267 time: 0.2731237 May 18 01:39:59.183236 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.190570 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.197192 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1894737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1938088'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.199364 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:59.250636 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f089dc9-43b6-48bb-8e1a-a49d63e29a5a,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:59.254897 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a19c6253f89d47d0bb583a689b7945f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6846101 May 18 01:39:59.255861 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:59.258079 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:59.276087 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 43062) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:59.321186 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Checking segment: {'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:39:59.321487 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Network hostable DHCP agents. Network: 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:39:59.333108 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6ea5be-5ce2-4c58-b15d-6eae29871961,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:59.336224 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:59.350198 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:39:59.367989 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:39:59.377138 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9155b3-d71a-4669-9c06-87d20f1a31f6 None None] Network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:39:59.411932 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:59.416501 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.446970 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-94379a08-9b36-48c0-8c8f-0566e160065f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:39:59.447673 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-94379a08-9b36-48c0-8c8f-0566e160065f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Synchronizing usage tracker for tenant:25972865c49844ea8268b910ba743fbd on resource:network {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:39:59.452872 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-886f43aa-5a63-4dc9-bf9c-41a2f28ef93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.464528 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9796171 May 18 01:39:59.466905 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43066) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:39:59.474556 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:39:59.478135 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-c1287921-ed77-4571-b9de-18d96ef25552 req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.481943 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:39:59.488285 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Usage tracker for resource:router and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:39:59.492264 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:39:59.498291 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['92585319-ccb1-45e8-bc1a-b740b9ae4740'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:39:59.499833 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:59.502003 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:39:59.516604 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5134'] for router, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.518143 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3841536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3915002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5137'] for router, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.535315 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-886f43aa-5a63-4dc9-bf9c-41a2f28ef93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.543996 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.547738 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-94379a08-9b36-48c0-8c8f-0566e160065f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Unset dirty status for tenant:25972865c49844ea8268b910ba743fbd on resource:network {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:39:59.549646 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-94379a08-9b36-48c0-8c8f-0566e160065f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 816 time: 0.3764586 May 18 01:39:59.570550 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Pushing event deleted for resources: {'Port': ['ID=92585319-ccb1-45e8-bc1a-b740b9ae4740,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:59.636036 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:39:59.741095 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-73749058-763c-4a5d-be67-16479888bed3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/quotas/25972865c49844ea8268b910ba743fbd HTTP/1.1" status: 200 len: 375 time: 0.1683824 May 18 01:39:59.841420 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1287921-ed77-4571-b9de-18d96ef25552 req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] No DVR routers for this DVR port 92585319-ccb1-45e8-bc1a-b740b9ae4740 on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:39:59.844732 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-c1287921-ed77-4571-b9de-18d96ef25552 req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.902399 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1a70e7-699d-463b-9e92-e8aa5e38ff5a', 'name': 'network-vif-deleted', 'tag': '92585319-ccb1-45e8-bc1a-b740b9ae4740'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:39:59.913718 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f040f5a-a771-5fd5-a8d4-d4dce0ac1ed4-0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961'}]}} from dv-cinder-784623-9-smb. {{(pid=78853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 01:39:59.915009 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.933136 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-886f43aa-5a63-4dc9-bf9c-41a2f28ef93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.941711 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-886f43aa-5a63-4dc9-bf9c-41a2f28ef93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:39:59.945110 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-886f43aa-5a63-4dc9-bf9c-41a2f28ef93a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f089dc9-43b6-48bb-8e1a-a49d63e29a5a HTTP/1.1" status: 204 len: 168 time: 0.6680675 May 18 01:39:59.946663 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c1287921-ed77-4571-b9de-18d96ef25552 req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.39 "DELETE /v2.0/ports/92585319-ccb1-45e8-bc1a-b740b9ae4740 HTTP/1.1" status: 204 len: 173 time: 1.6913309 May 18 01:39:59.959144 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-e62493d8-5db9-466b-8e17-5b5725fbfb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:39:59.980534 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f43aa-5a63-4dc9-bf9c-41a2f28ef93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f089dc9-43b6-48bb-8e1a-a49d63e29a5a,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:39:59.994675 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-886f43aa-5a63-4dc9-bf9c-41a2f28ef93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:00.052926 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-9863af08-3a7d-439f-a2a1-4c274d3cec72 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Synchronizing usage tracker for tenant:25972865c49844ea8268b910ba743fbd on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:00.072984 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-9863af08-3a7d-439f-a2a1-4c274d3cec72 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Unset dirty status for tenant:25972865c49844ea8268b910ba743fbd on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:00.085521 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-9863af08-3a7d-439f-a2a1-4c274d3cec72 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2739263 May 18 01:40:00.149010 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.db_base_plugin_common [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Allocated IP 172.20.0.2 (0aef8cbf-3833-49d5-bafa-ff1e0f9093ee/bf6ea5be-5ce2-4c58-b15d-6eae29871961/63bfcb9e-06eb-4d30-b798-62dcd85c931f) {{(pid=78853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:40:00.240655 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:00.257151 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-6d28494f-bcfd-4a1d-a666-3e0a1040ce17 service neutron] 10.222.0.11 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682653 May 18 01:40:00.293718 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-41f0559f-8479-4787-8fb8-25dd39ba7bfc tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:00.295727 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-41f0559f-8479-4787-8fb8-25dd39ba7bfc tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 814 time: 0.4448311 May 18 01:40:00.347858 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Request body: {'port': {'device_id': 'ce975105-b42d-4bdb-97e3-c9ae295ffc72', 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e', 'admin_state_up': True, 'tenant_id': 'bf8e94615022444d841e0fbde2f29590'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:00.358296 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-c8d64059-8dc9-498a-82d9-3da4553816a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:00.447308 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Notify callbacks [] for port, precommit_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:00.450938 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-f743693a-0864-4722-aa52-c293b8b73674 service neutron] 10.222.0.11 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874392 May 18 01:40:00.477830 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Transition to ACTIVE for port object 63bfcb9e-06eb-4d30-b798-62dcd85c931f will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:00.516159 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:00.516372 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Transition to ACTIVE for port object 63bfcb9e-06eb-4d30-b798-62dcd85c931f will not be triggered until provisioned by entity DHCP. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:00.529853 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Usage tracker for resource:port and tenant:bf8e94615022444d841e0fbde2f29590 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:00.533001 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:00.534465 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:00.543437 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:00.551760 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-82566a5e-ce72-45a9-8c29-704f0f99f591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:00.557659 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Made reservation on behalf of bf8e94615022444d841e0fbde2f29590 for: {'port': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:40:00.561123 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:00.658392 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee is already hosted by enough agents. {{(pid=78853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:00.662566 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Pushing event updated for resources: {'Port': ['ID=63bfcb9e-06eb-4d30-b798-62dcd85c931f,revision_number=1']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:00.664954 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 43090) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:00.665465 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:00.666315 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.base_scheduler [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Resources bound (agent type, host, resource id): {{(pid=78853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:00.668548 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Received port after_create {{(pid=78853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:40:00.697177 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:00.782896 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-23f7d798-7d4e-400e-a955-713b3d09ab65 req-8c7d7027-dda7-4260-b072-15c29b0935d2 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Synchronizing usage tracker for tenant:8ab2db8c3c4f41b9a744a975e1ec9560 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:00.786755 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:00.792384 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:00.801598 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c9ffd38c9d4722a4c7a9358fd55c02 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:00.805737 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:00.813352 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Attempting to bind port 63bfcb9e-06eb-4d30-b798-62dcd85c931f on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:40:00.813986 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Attempting to bind port 63bfcb9e-06eb-4d30-b798-62dcd85c931f by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:40:00.814353 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Attempting to bind port 63bfcb9e-06eb-4d30-b798-62dcd85c931f on network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:00.818496 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:00.820589 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-23f7d798-7d4e-400e-a955-713b3d09ab65 req-8c7d7027-dda7-4260-b072-15c29b0935d2 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Unset dirty status for tenant:8ab2db8c3c4f41b9a744a975e1ec9560 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:00.831011 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-23f7d798-7d4e-400e-a955-713b3d09ab65 req-8c7d7027-dda7-4260-b072-15c29b0935d2 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc1a70e7-699d-463b-9e92-e8aa5e38ff5a HTTP/1.1" status: 200 len: 210 time: 0.1072495 May 18 01:40:00.837982 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:40:00.838370 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Checking segment: {'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:00.838913 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:00.839176 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Bound using segment: {'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:40:00.839654 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Bound port: 63bfcb9e-06eb-4d30-b798-62dcd85c931f, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:40:00.840084 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.007523 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] For port 63bfcb9e-06eb-4d30-b798-62dcd85c931f, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:40:01.010881 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] For port 63bfcb9e-06eb-4d30-b798-62dcd85c931f, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=63bfcb9e-06eb-4d30-b798-62dcd85c931f,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:40:01.014766 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.016386 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.022683 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:01.046375 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.091408 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.112455 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.136341 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Pushing event updated for resources: {'Port': ['ID=63bfcb9e-06eb-4d30-b798-62dcd85c931f,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:01.145318 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ae7e071f-1f45-4232-a7a3-a89047012032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:01.150821 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:01.193590 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-93a70af7-879a-4cca-b1cf-a284480e686c req-388b8b1c-17d8-4b52-9584-9c229abe049c tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 210 time: 0.1992359 May 18 01:40:01.227036 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Allocated IP 172.20.0.4 (c3e8bd30-395b-4244-ab5e-2b9d306fcc4e/9651875f-8b4a-4721-9d3d-140ff3043c11/b1a10864-a230-405d-af79-9c880e28552e) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:40:01.254847 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7c9ffd38c9d4722a4c7a9358fd55c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864353 May 18 01:40:01.255196 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 43104) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:01.258062 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085f38f5-757a-4aac-9f16-cae72a4d2824,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:01.272821 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:01.395693 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ff766e78-da89-44b5-b602-699a5c862695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.430231 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Allocated IP 172.28.3.104 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/8d0906b4-b607-4d26-b534-80a2eebd53c2) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:40:01.461480 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ff766e78-da89-44b5-b602-699a5c862695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.579086 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.625620 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b69c5e-7bc3-4e2a-a117-4ab898a14ca0 req-5106207b-e34d-46bf-9a20-6884f071d349 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:01.627601 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c9b69c5e-7bc3-4e2a-a117-4ab898a14ca0 req-5106207b-e34d-46bf-9a20-6884f071d349 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.2934389 May 18 01:40:01.658026 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ff766e78-da89-44b5-b602-699a5c862695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.666657 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-8b93d7bd-2247-43e7-9626-16d1a26ca22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:01.683503 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff766e78-da89-44b5-b602-699a5c862695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085f38f5-757a-4aac-9f16-cae72a4d2824,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:01.693323 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ff766e78-da89-44b5-b602-699a5c862695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:01.697523 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ff766e78-da89-44b5-b602-699a5c862695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.701548 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ff766e78-da89-44b5-b602-699a5c862695 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/085f38f5-757a-4aac-9f16-cae72a4d2824 HTTP/1.1" status: 204 len: 168 time: 0.4427485 May 18 01:40:01.735673 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c9b69c5e-7bc3-4e2a-a117-4ab898a14ca0 req-7ce42298-ab44-484d-b391-d52f1b840829 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955262 May 18 01:40:01.796611 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1a70e7-699d-463b-9e92-e8aa5e38ff5a', 'name': 'network-vif-deleted', 'tag': '92585319-ccb1-45e8-bc1a-b740b9ae4740', 'status': 'completed', 'code': 200} May 18 01:40:01.834171 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.842608 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 92585319-ccb1-45e8-bc1a-b740b9ae4740 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:40:01.920028 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: 92585319-ccb1-45e8-bc1a-b740b9ae4740 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:40:01.920409 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 92585319-ccb1-45e8-bc1a-b740b9ae4740 not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:40:01.926937 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:01.940881 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-cefc4a6e-bd3b-4c0c-918d-41686f1a9363 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:01.953168 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-51ac5ff6-5a79-4210-90ce-e7da9a493c49 req-355f9367-fc43-4487-89ca-e10e14d1b044 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 210 time: 0.0534558 May 18 01:40:02.000748 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:02.018483 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:02.023027 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:02.025488 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:40:02.103012 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Pushing event updated for resources: {'Port': ['ID=8d0906b4-b607-4d26-b534-80a2eebd53c2,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:02.107657 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:02.430913 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:02.444703 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['522d66ae-a394-4e74-82ee-08774009d574', '54106ce1-677c-4cec-a665-363fe2155dd0', 'eaa8bffd-f564-4c50-9994-16c95647502d'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:40:02.449611 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:02.544434 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:02.554126 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:02.561643 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:40:02.692225 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f749e3ee-3e38-4655-982f-5f338c275e55 None None] Network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:40:02.740030 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-f47490f0-ca65-400c-8c87-f2fc96e98637 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:02.743279 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-f47490f0-ca65-400c-8c87-f2fc96e98637 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 816 time: 0.6099026 May 18 01:40:02.841416 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Pushing event updated for resources: {'Port': ['ID=b1a10864-a230-405d-af79-9c880e28552e,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:02.844239 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:02.873275 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:02.873904 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:02.876359 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 63bfcb9e-06eb-4d30-b798-62dcd85c931f up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:02.913104 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-f009c720-5cfd-46bb-b036-453485b378ce tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25972865c49844ea8268b910ba743fbd HTTP/1.1" status: 200 len: 380 time: 0.1506040 May 18 01:40:02.948802 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e685827-c62b-4ef2-ad36-36d1ec57b15d req-c1e58009-6065-4510-8449-817b707ea0e5 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:02.961575 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2e685827-c62b-4ef2-ad36-36d1ec57b15d req-c1e58009-6065-4510-8449-817b707ea0e5 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 931 time: 0.4891529 May 18 01:40:02.976268 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6249166 May 18 01:40:02.976461 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'port': {'device_id': '82260acc-08a0-4189-9e6d-719285b77697', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'admin_state_up': True, 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'security_groups': ['972f9e6f-494f-490f-a3cc-7537ba8c4f14']}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:02.978293 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-643e0511-4714-4292-8793-b9144e1c0089 None None] Provisioning for port 63bfcb9e-06eb-4d30-b798-62dcd85c931f completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:02.992021 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Request body: {'port': {'device_id': 'ce975105-b42d-4bdb-97e3-c9ae295ffc72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:03.133057 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:03.147429 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:03.150514 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:03.202246 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 63bfcb9e-06eb-4d30-b798-62dcd85c931f completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:03.227509 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 63bfcb9e-06eb-4d30-b798-62dcd85c931f triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:03.227894 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:03.421098 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2e685827-c62b-4ef2-ad36-36d1ec57b15d req-5f6b586a-7221-4639-a350-1be114096bd5 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578757 May 18 01:40:03.578584 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:03.602046 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:03.631022 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Made reservation on behalf of 25972865c49844ea8268b910ba743fbd for: {'port': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:40:03.634860 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:03.715271 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:03.822795 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 63bfcb9e-06eb-4d30-b798-62dcd85c931f, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=63bfcb9e-06eb-4d30-b798-62dcd85c931f,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:03.854065 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:03.860764 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:03.959142 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=63bfcb9e-06eb-4d30-b798-62dcd85c931f,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:03.959918 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Allocated IP 172.20.0.5 (ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2/d75526d5-0375-4304-972e-d706eb003b17/09cc4d06-4acc-4e7f-b1b9-6edc2152a65c) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:40:04.001530 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:04.028789 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-975489b4-c344-4754-a3e7-4eff2d715d1d None None] Provisioning complete for port 63bfcb9e-06eb-4d30-b798-62dcd85c931f triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:04.029016 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-975489b4-c344-4754-a3e7-4eff2d715d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:04.384195 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:04.437336 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Transition to ACTIVE for port object 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:04.453608 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881897a9-dff7-49fc-8b4d-712fffb7893a req-9d02b26e-5561-42b4-bc4e-458011938187 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:04.461092 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-881897a9-dff7-49fc-8b4d-712fffb7893a req-9d02b26e-5561-42b4-bc4e-458011938187 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.2326851 May 18 01:40:04.475838 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815860'] for router, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:04.529999 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-881897a9-dff7-49fc-8b4d-712fffb7893a req-fcd706d6-3d42-45d2-be3b-31b1ccf94ef1 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679502 May 18 01:40:04.552639 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:04.560756 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:04.716190 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 63bfcb9e-06eb-4d30-b798-62dcd85c931f up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:04.751355 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:04.762851 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:04.780520 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:40:04.826492 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 63bfcb9e-06eb-4d30-b798-62dcd85c931f triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:04.826885 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:04.844445 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a10864-a230-405d-af79-9c880e28552e {{(pid=78852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:40:04.868484 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:04.871897 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:04.872946 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:04.901489 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:04.918647 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:04.923381 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Transition to ACTIVE for port object b1a10864-a230-405d-af79-9c880e28552e will not be triggered until provisioned by entity L2. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:04.927558 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:04.934991 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:04.944867 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0207629 May 18 01:40:04.965402 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090cd3-9c51-4c00-a0ad-5e3f954be5ca req-5a6911f1-b0a2-41bb-bb44-4184eccbe695 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:04.966290 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-e1090cd3-9c51-4c00-a0ad-5e3f954be5ca req-5a6911f1-b0a2-41bb-bb44-4184eccbe695 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Synchronizing usage tracker for tenant:25972865c49844ea8268b910ba743fbd on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:04.975840 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Request body: {'port': {'device_id': '82260acc-08a0-4189-9e6d-719285b77697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:05.021512 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Pushing event updated for resources: {'Port': ['ID=b1a10864-a230-405d-af79-9c880e28552e,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:05.038203 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:05.132531 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-e1090cd3-9c51-4c00-a0ad-5e3f954be5ca req-5a6911f1-b0a2-41bb-bb44-4184eccbe695 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Unset dirty status for tenant:25972865c49844ea8268b910ba743fbd on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:05.139962 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e1090cd3-9c51-4c00-a0ad-5e3f954be5ca req-5a6911f1-b0a2-41bb-bb44-4184eccbe695 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 931 time: 0.4727225 May 18 01:40:05.159158 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Router afb63159-2e47-497c-9663-bf874e815360 is scheduled to L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b with binding_index 1 {{(pid=78852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 01:40:05.169162 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-4dc4e925-ae27-4c0c-850a-661c62a2dc3a None None] Provisioning for port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:05.178136 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-4dc4e925-ae27-4c0c-850a-661c62a2dc3a None None] Provisioning complete for port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:05.178818 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e925-ae27-4c0c-850a-661c62a2dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:05.237216 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:05.311166 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e1090cd3-9c51-4c00-a0ad-5e3f954be5ca req-e1954e92-6175-48d0-9981-aecdb42849b0 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702669 May 18 01:40:05.337100 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4e925-ae27-4c0c-850a-661c62a2dc3a None None] Port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:40:05.387614 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Attempting to bind port b1a10864-a230-405d-af79-9c880e28552e on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:40:05.388528 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Attempting to bind port b1a10864-a230-405d-af79-9c880e28552e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:40:05.389029 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Attempting to bind port b1a10864-a230-405d-af79-9c880e28552e on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:05.400701 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Port b1a10864-a230-405d-af79-9c880e28552e on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:40:05.401247 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Attempting to bind port b1a10864-a230-405d-af79-9c880e28552e on network c3e8bd30-395b-4244-ab5e-2b9d306fcc4e {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:05.408628 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:40:05.409177 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Checking segment: {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:05.409765 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Bound using segment: {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:40:05.410341 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Bound port: b1a10864-a230-405d-af79-9c880e28552e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e'}}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:40:05.410861 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:05.481565 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:40:05.493068 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Sync routers for ids ['afb63159-2e47-497c-9663-bf874e815360'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:40:05.505494 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Routers {'afb63159-2e47-497c-9663-bf874e815360'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:40:05.506362 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:40:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['afb63159-2e47-497c-9663-bf874e815360'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:05.541074 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] For port b1a10864-a230-405d-af79-9c880e28552e, host hv-cinder-78462, cleared binding levels {{(pid=78852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:40:05.544491 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] For port b1a10864-a230-405d-af79-9c880e28552e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b1a10864-a230-405d-af79-9c880e28552e,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:40:05.551167 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:05.560645 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-9563db60-de63-442e-aca6-53742b7d2d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:05.646093 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Pushing event updated for resources: {'Port': ['ID=b1a10864-a230-405d-af79-9c880e28552e,revision_number=3']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:05.649503 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:05.650937 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1825414 May 18 01:40:05.654007 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 43334) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:05.661422 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:05.668560 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:05.678046 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:05.679658 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] 10.222.0.39 "PUT /v2.0/ports/b1a10864-a230-405d-af79-9c880e28552e HTTP/1.1" status: 200 len: 1093 time: 2.6955099 May 18 01:40:05.680260 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce975105-b42d-4bdb-97e3-c9ae295ffc72', 'tag': 'b1a10864-a230-405d-af79-9c880e28552e'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:05.798989 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-9ab5d701-5efd-4d54-a0f8-149350ebc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:05.801037 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-9ab5d701-5efd-4d54-a0f8-149350ebc722 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 1096 time: 0.0771005 May 18 01:40:05.879740 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-4c436479-e7a1-41f9-973d-7d9d37e342b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1a10864-a230-405d-af79-9c880e28552e HTTP/1.1" status: 200 len: 217 time: 0.0696816 May 18 01:40:05.893276 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Set router afb63159-2e47-497c-9663-bf874e815360 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:40:05.972415 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6b2395d6-57d6-4ae3-acbe-19a767fbdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:05.980728 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-6b2395d6-57d6-4ae3-acbe-19a767fbdc7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9651875f-8b4a-4721-9d3d-140ff3043c11 HTTP/1.1" status: 200 len: 854 time: 0.0938191 May 18 01:40:06.063076 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-23894dea-5b76-4c7a-bd6f-f55864964d4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728681 May 18 01:40:06.073015 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda24ced-eba2-4201-b35e-99de1fdadb91 req-6772fb24-d43c-4b5d-bd5f-29d4039dc2c6 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:06.077612 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fda24ced-eba2-4201-b35e-99de1fdadb91 req-6772fb24-d43c-4b5d-bd5f-29d4039dc2c6 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 943 time: 0.5725887 May 18 01:40:06.078895 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.db.resource_extend [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 01:40:06.214171 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c {{(pid=78851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:40:06.222723 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:06.280908 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-8127bf7f-cc75-494f-a8c8-14ebf0620ae1 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100203 May 18 01:40:06.365684 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Transition to ACTIVE for port object 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c will not be triggered until provisioned by entity L2. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:06.418624 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:02Z', 'revision_number': 3, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:06.425930 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Checking router: afb63159-2e47-497c-9663-bf874e815360 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:40:06.426675 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Updating router afb63159-2e47-497c-9663-bf874e815360 port 8d0906b4-b607-4d26-b534-80a2eebd53c2 binding host dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:40:06.513166 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:06.560154 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d88915f6-5c46-45a7-9f4c-f63676bfdc13 req-794c17f8-c8c9-46be-b748-665ce69e92ac service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688594 May 18 01:40:06.583485 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:06.607433 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fda24ced-eba2-4201-b35e-99de1fdadb91 req-505872da-ce5e-4ed8-9fd6-46b134982512 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847462 May 18 01:40:06.613462 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ab88b540-f815-4d06-978d-24e402f7cd56 tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:06.936483 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Notify callbacks [] for port, precommit_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:06.951959 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.provisioning_blocks [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Transition to ACTIVE for port object 8d0906b4-b607-4d26-b534-80a2eebd53c2 will not be triggered until provisioned by entity L2. {{(pid=78854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:06.959881 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:06.967942 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:06.968265 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Pushing event updated for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:06.970974 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:07.088144 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3eba33-25ae-4c7f-a1cf-4ae2c8fbaaa4 req-37b9dbfe-5301-4bcc-86d4-23e40685cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:07.088715 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Attempting to bind port 8d0906b4-b607-4d26-b534-80a2eebd53c2 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:40:07.089032 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Attempting to bind port 8d0906b4-b607-4d26-b534-80a2eebd53c2 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:40:07.089289 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Attempting to bind port 8d0906b4-b607-4d26-b534-80a2eebd53c2 on network a2adaee7-831c-4c6c-b54a-b71e9d98e449 {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:07.089714 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f3eba33-25ae-4c7f-a1cf-4ae2c8fbaaa4 req-37b9dbfe-5301-4bcc-86d4-23e40685cd05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 1098 time: 0.8350599 May 18 01:40:07.091712 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b3b4b-512a-4755-96a8-7c35ba57f8a4 None None] Pushing event updated for resources: {'Port': ['ID=8d0906b4-b607-4d26-b534-80a2eebd53c2,revision_number=2']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:07.095378 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-661b3b4b-512a-4755-96a8-7c35ba57f8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:07.098210 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:40:07.098489 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Checking segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:07.098712 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:07.099077 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Bound using segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:40:07.099557 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Bound port: 8d0906b4-b607-4d26-b534-80a2eebd53c2, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:40:07.099934 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:07.179854 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] For port 8d0906b4-b607-4d26-b534-80a2eebd53c2, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:40:07.183089 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] For port 8d0906b4-b607-4d26-b534-80a2eebd53c2, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=8d0906b4-b607-4d26-b534-80a2eebd53c2,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:40:07.190066 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:07.196432 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:07.275571 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183532e-59b9-45ca-b7f9-d7d1d27b2023 req-11d9c0ba-3331-4318-87bb-eac0e656eb35 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:07.282396 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a183532e-59b9-45ca-b7f9-d7d1d27b2023 req-11d9c0ba-3331-4318-87bb-eac0e656eb35 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.4524260 May 18 01:40:07.283525 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b3b4b-512a-4755-96a8-7c35ba57f8a4 None None] Pushing event updated for resources: {'Port': ['ID=8d0906b4-b607-4d26-b534-80a2eebd53c2,revision_number=3']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:07.284179 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Attempting to bind port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:40:07.284544 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Attempting to bind port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:40:07.284955 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Attempting to bind port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c on network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:07.289217 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f3eba33-25ae-4c7f-a1cf-4ae2c8fbaaa4 req-84d9294d-d78c-4b6d-bbfb-70e1591f96d0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714799 May 18 01:40:07.294091 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-661b3b4b-512a-4755-96a8-7c35ba57f8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:07.305180 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Routers {'afb63159-2e47-497c-9663-bf874e815360'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:40:07.305852 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:40:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['afb63159-2e47-497c-9663-bf874e815360'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:07.314990 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c on network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:40:07.315345 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Attempting to bind port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c on network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:07.328108 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:40:07.328453 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Checking segment: {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:07.328861 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Bound using segment: {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:40:07.329298 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Bound port: 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'}}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:40:07.329650 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:07.453706 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a183532e-59b9-45ca-b7f9-d7d1d27b2023 req-0af325fe-e4ce-4c47-b4a7-3f0286dc1ce8 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704068 May 18 01:40:07.512706 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] Set router afb63159-2e47-497c-9663-bf874e815360 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:40:07.564957 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce975105-b42d-4bdb-97e3-c9ae295ffc72', 'tag': 'b1a10864-a230-405d-af79-9c880e28552e', 'status': 'completed', 'code': 200} May 18 01:40:07.782758 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, cleared binding levels {{(pid=78851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:40:07.825238 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fdfec-d6b8-46e8-95b9-3b03aa79c074 req-dfbcf866-a83a-4ae9-b7fa-ecde882156fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:07.826879 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cb3fdfec-d6b8-46e8-95b9-3b03aa79c074 req-dfbcf866-a83a-4ae9-b7fa-ecde882156fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf8e94615022444d841e0fbde2f29590&device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 1096 time: 0.1936638 May 18 01:40:07.830748 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:40:07.859449 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:07.903436 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:02Z', 'revision_number': 3, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:07.910100 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfe2df-62d1-4a9a-b59c-d2c19296f863 None None] The sync data for ids ['afb63159-2e47-497c-9663-bf874e815360'] in dv-cinder-784623-9-smb is: [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:02Z', 'revision_number': 3, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:40:07.975546 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:08.072475 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:08.073135 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:08.074531 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] 10.222.0.39 "PUT /v2.0/ports/09cc4d06-4acc-4e7f-b1b9-6edc2152a65c HTTP/1.1" status: 200 len: 1093 time: 3.1048727 May 18 01:40:08.079271 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:08.107812 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a596b-a79b-4769-a40f-9abad2171027 req-489080af-efe1-484b-bd8f-94c21728fa2d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:08.109276 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-704a596b-a79b-4769-a40f-9abad2171027 req-489080af-efe1-484b-bd8f-94c21728fa2d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.4029155 May 18 01:40:08.142749 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:08.324958 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Pushing event updated for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=3']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:08.586491 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:08.619948 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fdfec-d6b8-46e8-95b9-3b03aa79c074 req-f5cc1851-9e63-41ab-93d9-2ea0261251b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:08.621635 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cb3fdfec-d6b8-46e8-95b9-3b03aa79c074 req-f5cc1851-9e63-41ab-93d9-2ea0261251b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 200 len: 915 time: 0.7855988 May 18 01:40:08.640263 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-704a596b-a79b-4769-a40f-9abad2171027 req-e092568e-4073-426c-9672-2f402615388c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5129530 May 18 01:40:08.719928 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cb3fdfec-d6b8-46e8-95b9-3b03aa79c074 req-673e0b2f-521b-41b5-bb5f-43b5bd3c44d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1a10864-a230-405d-af79-9c880e28552e HTTP/1.1" status: 200 len: 217 time: 0.0734529 May 18 01:40:08.782932 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 8d0906b4-b607-4d26-b534-80a2eebd53c2 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:08.856570 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 8d0906b4-b607-4d26-b534-80a2eebd53c2 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:08.861639 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 8d0906b4-b607-4d26-b534-80a2eebd53c2 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:08.862216 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:08.975679 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fdfec-d6b8-46e8-95b9-3b03aa79c074 req-75c868e3-8e04-4928-9730-06fe6f17700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:08.977396 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cb3fdfec-d6b8-46e8-95b9-3b03aa79c074 req-75c868e3-8e04-4928-9730-06fe6f17700c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9651875f-8b4a-4721-9d3d-140ff3043c11 HTTP/1.1" status: 200 len: 854 time: 0.1974664 May 18 01:40:08.979459 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-9316adf5-4465-4760-84cf-f33ef463c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:08.980882 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-9316adf5-4465-4760-84cf-f33ef463c88c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 1096 time: 0.7687447 May 18 01:40:09.021080 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.040829 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 8d0906b4-b607-4d26-b534-80a2eebd53c2, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=8d0906b4-b607-4d26-b534-80a2eebd53c2,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:09.046113 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.051781 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:09.105388 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Allocated IP 172.20.0.1 (0aef8cbf-3833-49d5-bafa-ff1e0f9093ee/bf6ea5be-5ce2-4c58-b15d-6eae29871961/77afabb6-0eb8-40e1-86e0-089d00f62142) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:40:09.117381 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-05450bbf-2de7-44f7-be9a-b54fdf37d9a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c HTTP/1.1" status: 200 len: 217 time: 0.1202443 May 18 01:40:09.121147 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cb3fdfec-d6b8-46e8-95b9-3b03aa79c074 req-3c27b2f9-5ab0-4676-9460-f61c92f0a79f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249759 May 18 01:40:09.122418 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=8d0906b4-b607-4d26-b534-80a2eebd53c2,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:09.132708 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:09.198860 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43500) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:09.272047 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eb14c-a303-4f92-9566-d87ebfe3468a req-cd504218-164f-4743-8edc-7cbb8e6d6bc7 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:09.273570 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a34eb14c-a303-4f92-9566-d87ebfe3468a req-cd504218-164f-4743-8edc-7cbb8e6d6bc7 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 943 time: 0.4911869 May 18 01:40:09.318834 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.333551 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:09.337506 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] Usage tracker for resource:security_group_rule and tenant:3b4d8cac917a474986f5064545149f00 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:09.340408 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:09.346391 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:09.404234 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-134c5af0-646a-4478-b27d-b0d60a229219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:09.405700 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-134c5af0-646a-4478-b27d-b0d60a229219 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.2730291 May 18 01:40:09.435177 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.439539 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.446795 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-776280b2-672a-4b1f-8abc-47060f5885d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:09.470426 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a34eb14c-a303-4f92-9566-d87ebfe3468a req-fcdcf873-e802-4058-b439-1a9a710d8c6e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463926 May 18 01:40:09.487423 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2469d6ba-90fc-4570-adf1-94b8b69d4849,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:09.491164 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:09.493660 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b4d8cac917a474986f5064545149f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937014 May 18 01:40:09.504822 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43508) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:09.537652 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.548425 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cb3fdfec-d6b8-46e8-95b9-3b03aa79c074 req-6c0e7694-3712-4a9e-84b7-f07bedba5022 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009995 May 18 01:40:09.585631 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'status': 'completed', 'code': 200} May 18 01:40:09.586533 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Transition to ACTIVE for port object 77afabb6-0eb8-40e1-86e0-089d00f62142 will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:09.593563 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4ea15c3b-c5f8-4e58-9994-59ede774e451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.633658 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4ea15c3b-c5f8-4e58-9994-59ede774e451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.708690 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4ea15c3b-c5f8-4e58-9994-59ede774e451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.719747 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-98599f94-3c34-423f-95b4-4d0349932287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:09.732614 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-d44e83d4-b289-473f-b6f2-bb9625464b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:09.734131 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-d44e83d4-b289-473f-b6f2-bb9625464b8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3066783 May 18 01:40:09.738951 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea15c3b-c5f8-4e58-9994-59ede774e451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2469d6ba-90fc-4570-adf1-94b8b69d4849,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:09.749668 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-4ea15c3b-c5f8-4e58-9994-59ede774e451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:09.757612 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4ea15c3b-c5f8-4e58-9994-59ede774e451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.758848 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-4ea15c3b-c5f8-4e58-9994-59ede774e451 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2469d6ba-90fc-4570-adf1-94b8b69d4849 HTTP/1.1" status: 204 len: 168 time: 0.2530088 May 18 01:40:09.919177 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cb3fdfec-d6b8-46e8-95b9-3b03aa79c074 req-4992afad-1342-458d-a5c6-7f8651796355 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586061 May 18 01:40:09.919935 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device b1a10864-a230-405d-af79-9c880e28552e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:40:09.923273 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:09.934774 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:10.007815 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43530) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:10.051892 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:10.057031 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:10.064569 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:40:10.078567 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43536) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:10.094241 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-67f0189c-efc5-4c38-a322-5b416bc1b05b service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072345 May 18 01:40:10.094863 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Pushing event updated for resources: {'Port': ['ID=77afabb6-0eb8-40e1-86e0-089d00f62142,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:10.101967 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:10.139021 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d023875-5288-46a5-be8a-d9c93c561b73 req-24f9ef64-c530-404e-8a71-72df73de113b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:10.141314 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2d023875-5288-46a5-be8a-d9c93c561b73 req-24f9ef64-c530-404e-8a71-72df73de113b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.4111416 May 18 01:40:10.173113 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port b1a10864-a230-405d-af79-9c880e28552e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b1a10864-a230-405d-af79-9c880e28552e,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:10.193159 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': 'b1a10864-a230-405d-af79-9c880e28552e', 'network_id': 'c3e8bd30-395b-4244-ab5e-2b9d306fcc4e', 'port_id': 'b1a10864-a230-405d-af79-9c880e28552e', 'mac_address': 'fa:16:3e:36:c6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9651875f-8b4a-4721-9d3d-140ff3043c11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:40:10.267986 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.287589 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a10864-a230-405d-af79-9c880e28552e {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:40:10.338576 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port b1a10864-a230-405d-af79-9c880e28552e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b1a10864-a230-405d-af79-9c880e28552e,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:10.345204 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.349327 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:10.385318 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841359'] for router_interface, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.431848 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2d023875-5288-46a5-be8a-d9c93c561b73 req-a6a36c62-8ad5-4efd-8b2d-312acabf3738 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829096 May 18 01:40:10.489039 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b6e363f-e9a6-40e6-82bc-525f2f19c27c req-71a84807-fe01-4292-890d-8aa80fdc3ace service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782530 May 18 01:40:10.504639 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-3c4e8237-7ef5-4236-85fc-1bc3b1c26425 None None] Provisioning for port 77afabb6-0eb8-40e1-86e0-089d00f62142 completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:10.514583 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-3c4e8237-7ef5-4236-85fc-1bc3b1c26425 None None] Provisioning complete for port 77afabb6-0eb8-40e1-86e0-089d00f62142 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:10.515105 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3c4e8237-7ef5-4236-85fc-1bc3b1c26425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.552594 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=b1a10864-a230-405d-af79-9c880e28552e,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:10.556013 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.562070 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:10.571187 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-8b2ce33b-1273-4d0c-b30c-8b872d7fc9a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ab2db8c3c4f41b9a744a975e1ec9560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621750 May 18 01:40:10.574301 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43548) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:10.591511 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:10.599486 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] Usage tracker for resource:security_group_rule and tenant:798777efe4ed4c6eabeacdca5269fc33 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:10.608500 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:10.616435 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e8237-7ef5-4236-85fc-1bc3b1c26425 None None] Port 77afabb6-0eb8-40e1-86e0-089d00f62142 cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:40:10.634883 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43552) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:10.635762 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:10.685542 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.706460 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a715681-c7ab-44d6-88bb-6e64983d8032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.707931 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 8d0906b4-b607-4d26-b534-80a2eebd53c2 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:10.720502 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:10.727415 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] Usage tracker for resource:security_group_rule and tenant:6a85abc0a5744f74bbe3375c4846e391 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:10.732489 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:10.749072 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['b1a10864-a230-405d-af79-9c880e28552e'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:40:10.751335 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.755392 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:10.758176 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a715681-c7ab-44d6-88bb-6e64983d8032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.826675 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-22fba17f-ad1f-460e-8f08-768a8e671fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:10.828143 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-22fba17f-ad1f-460e-8f08-768a8e671fd4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 1096 time: 0.2618904 May 18 01:40:10.862854 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 8d0906b4-b607-4d26-b534-80a2eebd53c2 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:10.863179 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.870276 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.878045 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.888559 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7913c81d-22ed-4e19-a56d-bedc9bbb5fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:10.921335 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a715681-c7ab-44d6-88bb-6e64983d8032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:10.940013 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5841fa-56a8-48fa-9527-12e7175a678a req-6956b8cc-cb07-40ee-a7f6-68362e641524 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:10.942062 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1a5841fa-56a8-48fa-9527-12e7175a678a req-6956b8cc-cb07-40ee-a7f6-68362e641524 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.3149350 May 18 01:40:10.961159 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=798777efe4ed4c6eabeacdca5269fc33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8815925 May 18 01:40:10.965681 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43556) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:10.984889 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b178870e-6d30-4f34-b68d-eb67dab6c4b2,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:10.993798 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:10.994289 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-66b42020-3a61-488d-ae2c-e0f475c3fe1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:11.007117 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a715681-c7ab-44d6-88bb-6e64983d8032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68c283f-0244-494b-83da-04b7a424b983,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:11.016308 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8a715681-c7ab-44d6-88bb-6e64983d8032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:11.049938 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.054639 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a715681-c7ab-44d6-88bb-6e64983d8032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.055982 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-8a715681-c7ab-44d6-88bb-6e64983d8032 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f68c283f-0244-494b-83da-04b7a424b983 HTTP/1.1" status: 204 len: 168 time: 0.4805810 May 18 01:40:11.065041 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.082627 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e14507f0-2157-42d9-9e49-34f26c00db58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:11.125943 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1a5841fa-56a8-48fa-9527-12e7175a678a req-999febe4-8bce-4a09-b412-507064551623 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602306 May 18 01:40:11.130131 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-4945ede1-c0fa-4e9e-a429-87fd41eebf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:11.131542 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-4945ede1-c0fa-4e9e-a429-87fd41eebf73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 917 time: 0.2919693 May 18 01:40:11.135824 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2abcc4bf-2416-4050-8c42-000c9f442cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.141683 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a85abc0a5744f74bbe3375c4846e391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023065 May 18 01:40:11.150855 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad03ff8-b203-45ca-9dc8-a76494eafc4f,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:11.150976 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 43562) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:11.162878 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:11.180160 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2abcc4bf-2416-4050-8c42-000c9f442cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.238807 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-30557b2a-0d95-471d-9c03-08fff2ad7cf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c HTTP/1.1" status: 200 len: 217 time: 0.0885901 May 18 01:40:11.245859 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2abcc4bf-2416-4050-8c42-000c9f442cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.250466 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-4478ffff-595c-4336-8de2-ec3b8d414ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:11.269369 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcc4bf-2416-4050-8c42-000c9f442cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b178870e-6d30-4f34-b68d-eb67dab6c4b2,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:11.272289 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2abcc4bf-2416-4050-8c42-000c9f442cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:11.274469 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2abcc4bf-2416-4050-8c42-000c9f442cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.275520 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-2abcc4bf-2416-4050-8c42-000c9f442cfe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b178870e-6d30-4f34-b68d-eb67dab6c4b2 HTTP/1.1" status: 204 len: 168 time: 0.3087776 May 18 01:40:11.354777 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-cd46c372-fa04-4c06-be0f-9aa2d1e97b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:11.356239 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-cd46c372-fa04-4c06-be0f-9aa2d1e97b83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.1105006 May 18 01:40:11.365101 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.439015 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.450081 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ee53-a3cd-4624-bad9-454095be13a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.501527 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:11.607706 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ee53-a3cd-4624-bad9-454095be13a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.643022 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810792'] for router_interface, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.646952 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Pushing event updated for resources: {'Port': ['ID=77afabb6-0eb8-40e1-86e0-089d00f62142,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:11.656961 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:11.683255 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43582) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:11.703633 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.719543 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:11.723763 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:2f8b5967eeb44f61a950da355d1cf089 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:11.726718 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:11.733024 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:11.767100 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-39140e57-c9aa-44c8-a41e-ed8882d6f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:11.768599 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-39140e57-c9aa-44c8-a41e-ed8882d6f6a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4016221 May 18 01:40:11.779696 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5f40b-3d1f-43c8-b56d-b2e85e726f97 req-b75774df-1f82-47da-885a-1b4a6d22b884 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:11.781160 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ca5f40b-3d1f-43c8-b56d-b2e85e726f97 req-b75774df-1f82-47da-885a-1b4a6d22b884 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 944 time: 0.4108903 May 18 01:40:11.829627 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.833731 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.842572 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-94aab3a6-bde7-417d-a2d9-2a596f921e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:11.887702 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f8b5967eeb44f61a950da355d1cf089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984351 May 18 01:40:11.887702 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43588) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:11.898222 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8965a6-bd49-481d-9de1-2c753b831003,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:11.903583 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:11.919928 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ee53-a3cd-4624-bad9-454095be13a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.929917 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ff766e78-da89-44b5-b602-699a5c862695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:11.933523 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device b1a10864-a230-405d-af79-9c880e28552e up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:11.958065 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-aa806a81-f9b9-49ae-b202-946832b31d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:11.970462 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ca5f40b-3d1f-43c8-b56d-b2e85e726f97 req-90c55027-96a5-4bf9-ac5d-825d244a7ab4 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635342 May 18 01:40:11.971189 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2ee53-a3cd-4624-bad9-454095be13a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad03ff8-b203-45ca-9dc8-a76494eafc4f,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:11.978169 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b2c2ee53-a3cd-4624-bad9-454095be13a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:12.007660 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:12.019251 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:12.029324 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ee53-a3cd-4624-bad9-454095be13a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:12.032734 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-b2c2ee53-a3cd-4624-bad9-454095be13a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ad03ff8-b203-45ca-9dc8-a76494eafc4f HTTP/1.1" status: 204 len: 168 time: 0.8785908 May 18 01:40:12.035473 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port b1a10864-a230-405d-af79-9c880e28552e completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:12.036991 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-5ae6529a-08b3-464b-8c79-c629b6e4f308 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522979 May 18 01:40:12.040364 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-aa806a81-f9b9-49ae-b202-946832b31d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:12.043030 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port b1a10864-a230-405d-af79-9c880e28552e triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:12.043716 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:12.201611 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-aa806a81-f9b9-49ae-b202-946832b31d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:12.206625 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-cd02b861-579c-47ed-8e36-a81db155f82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:12.243443 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa806a81-f9b9-49ae-b202-946832b31d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8965a6-bd49-481d-9de1-2c753b831003,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:12.249535 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:12.254733 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-aa806a81-f9b9-49ae-b202-946832b31d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:12.267499 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-aa806a81-f9b9-49ae-b202-946832b31d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:12.270938 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-aa806a81-f9b9-49ae-b202-946832b31d02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb8965a6-bd49-481d-9de1-2c753b831003 HTTP/1.1" status: 204 len: 168 time: 0.3823998 May 18 01:40:12.347530 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce975105-b42d-4bdb-97e3-c9ae295ffc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a10864-a230-405d-af79-9c880e28552e'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:12.381430 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port b1a10864-a230-405d-af79-9c880e28552e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b1a10864-a230-405d-af79-9c880e28552e,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:12.389998 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:12.394281 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:12.517826 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=b1a10864-a230-405d-af79-9c880e28552e,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:12.529604 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:12.541467 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-d90b21f7-a83a-427c-bb70-35c56c5ff88c None None] Provisioning complete for port 77afabb6-0eb8-40e1-86e0-089d00f62142 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:12.542140 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-d90b21f7-a83a-427c-bb70-35c56c5ff88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:12.607611 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-d90b21f7-a83a-427c-bb70-35c56c5ff88c None None] Port 77afabb6-0eb8-40e1-86e0-089d00f62142 cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:40:12.725459 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9988dc6a-2975-4a67-ac59-3e938fd322bb req-92255945-5bde-4b43-bbec-bfc797bfe08a service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351252 May 18 01:40:12.731300 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5085f5d-c5e3-4b09-9616-309b9274c796 req-b0c67a15-53be-4b86-b5bc-132bf637d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:12.732678 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b5085f5d-c5e3-4b09-9616-309b9274c796 req-b0c67a15-53be-4b86-b5bc-132bf637d3bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 1098 time: 0.3842456 May 18 01:40:12.762320 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Router afb63159-2e47-497c-9663-bf874e815360 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:40:12.778767 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279481-be3e-4271-99e9-3222f259499d req-fe5b9c8b-f273-4ee4-9fec-1b25044aff91 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:12.780315 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-71279481-be3e-4271-99e9-3222f259499d req-fe5b9c8b-f273-4ee4-9fec-1b25044aff91 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.2755368 May 18 01:40:12.900307 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43622) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:12.919033 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:12.934342 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:12.939068 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] Usage tracker for resource:security_group_rule and tenant:b83ca3d333d54c329a42bff76c704df9 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:12.942570 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:12.949125 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:12.985821 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-71279481-be3e-4271-99e9-3222f259499d req-42cab21b-4150-4677-9762-0c07d0f34974 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610525 May 18 01:40:13.054321 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:13.059389 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:13.090855 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5085f5d-c5e3-4b09-9616-309b9274c796 req-4978a468-bbfc-477b-b721-509bb26302cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:13.092627 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b5085f5d-c5e3-4b09-9616-309b9274c796 req-4978a468-bbfc-477b-b721-509bb26302cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 920 time: 0.3531919 May 18 01:40:13.095218 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b3de569a-8ce3-46c2-8cd9-ebb9b0526549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:13.106712 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b83ca3d333d54c329a42bff76c704df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072721 May 18 01:40:13.109153 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43630) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:13.155095 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c776edd-0c52-451b-aa11-9e1ad4ff0d19,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:13.158590 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:13.193060 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b5085f5d-c5e3-4b09-9616-309b9274c796 req-b338e77f-e9d1-4ee0-8f58-0cbffb71cc3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d88c1679-2875-4b83-8c4a-51b36325798d HTTP/1.1" status: 200 len: 217 time: 0.0808353 May 18 01:40:13.196105 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:40:13.210327 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Sync routers for ids ['afb63159-2e47-497c-9663-bf874e815360'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:40:13.222683 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-42a450db-533b-4016-8691-b8606c8734af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:13.226373 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Routers {'afb63159-2e47-497c-9663-bf874e815360'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:40:13.227775 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:40:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['afb63159-2e47-497c-9663-bf874e815360'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:13.258719 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] 10.222.0.11 "PUT /v2.0/routers/afb63159-2e47-497c-9663-bf874e815360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5928030 May 18 01:40:13.309234 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-42a450db-533b-4016-8691-b8606c8734af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:13.337549 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5085f5d-c5e3-4b09-9616-309b9274c796 req-e93278d1-d63c-4fad-8e9f-3d0cff31797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:13.339009 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b5085f5d-c5e3-4b09-9616-309b9274c796 req-e93278d1-d63c-4fad-8e9f-3d0cff31797b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 200 len: 859 time: 0.0789976 May 18 01:40:13.421652 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-42a450db-533b-4016-8691-b8606c8734af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:13.422796 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd0ee9-ff92-4611-83a6-0ee398a377fb req-aa3230fe-f9ee-428d-9bb9-6b8275029f4c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:13.424308 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9ecd0ee9-ff92-4611-83a6-0ee398a377fb req-aa3230fe-f9ee-428d-9bb9-6b8275029f4c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.2301970 May 18 01:40:13.428139 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-ca57df8f-f3ea-45a3-90de-2ec71f792e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:13.433960 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b5085f5d-c5e3-4b09-9616-309b9274c796 req-fcdd2013-99ae-4a7a-9ab6-054e648a3827 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9533330a-4893-4169-b921-043203f6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839081 May 18 01:40:13.457697 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a450db-533b-4016-8691-b8606c8734af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c776edd-0c52-451b-aa11-9e1ad4ff0d19,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:13.468143 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-42a450db-533b-4016-8691-b8606c8734af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:13.482748 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-42a450db-533b-4016-8691-b8606c8734af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:13.488486 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-42a450db-533b-4016-8691-b8606c8734af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c776edd-0c52-451b-aa11-9e1ad4ff0d19 HTTP/1.1" status: 204 len: 168 time: 0.3738356 May 18 01:40:13.574168 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9ecd0ee9-ff92-4611-83a6-0ee398a377fb req-a3e9b08f-1531-4fc8-bc1f-ddc92e2fa420 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426144 May 18 01:40:13.598479 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Set router afb63159-2e47-497c-9663-bf874e815360 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:40:13.667629 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce975105-b42d-4bdb-97e3-c9ae295ffc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a10864-a230-405d-af79-9c880e28552e', 'code': 200} May 18 01:40:13.682520 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b5085f5d-c5e3-4b09-9616-309b9274c796 req-2cb2e383-e897-4faa-a04c-b607a1b23910 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315183 May 18 01:40:13.745552 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43652) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:13.959098 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:40:14.101560 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b5085f5d-c5e3-4b09-9616-309b9274c796 req-8cb7c96d-25fd-44f6-a7fd-44d61bfdc62a service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118769 May 18 01:40:14.111590 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1337481067-network', 'tenant_id': '7fa7a32e7c6d4964b1127251638f83ca'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:14.118221 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:14.131045 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Usage tracker for resource:network and tenant:7fa7a32e7c6d4964b1127251638f83ca is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:14.138051 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:14.152657 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:14.158912 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67609f-32cd-4959-a8ea-445e7e46fa6d req-08fa8196-eec1-4978-85ec-2403fcbad3a2 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:14.166035 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4f67609f-32cd-4959-a8ea-445e7e46fa6d req-08fa8196-eec1-4978-85ec-2403fcbad3a2 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 945 time: 0.3362408 May 18 01:40:14.193282 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Made reservation on behalf of 7fa7a32e7c6d4964b1127251638f83ca for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:40:14.194654 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88e51a-ff92-4e49-9cf1-ae29a2c9b652 req-412f4d92-15d6-4602-8cc8-4e4b8db53ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:14.196125 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0f88e51a-ff92-4e49-9cf1-ae29a2c9b652 req-412f4d92-15d6-4602-8cc8-4e4b8db53ec8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 1098 time: 0.2017114 May 18 01:40:14.197686 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.225413 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.251633 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:14.260547 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:14.265375 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Usage tracker for resource:security_group_rule and tenant:7fa7a32e7c6d4964b1127251638f83ca is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:14.268639 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:14.274851 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4f67609f-32cd-4959-a8ea-445e7e46fa6d req-551f826c-7e68-4be7-be1b-88bed9c06a2d tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078730 May 18 01:40:14.276524 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:14.285560 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'port_id': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'mac_address': 'fa:16:3e:85:d6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:40:14.330408 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0f88e51a-ff92-4e49-9cf1-ae29a2c9b652 req-27778ed9-8e8b-4fa0-951a-6d3e2bb972be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178446 May 18 01:40:14.361814 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:10Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '77afabb6-0eb8-40e1-86e0-089d00f62142', 'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'mac_address': 'fa:16:3e:0f:73:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:08Z', 'updated_at': '2021-05-18T01:40:10Z', 'revision_number': 2, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'subnets': [{'id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:14.412307 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.418084 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.422593 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-3476fd0a-86d4-4954-8581-144579dc43ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:14.437090 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.462515 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Checking router: afb63159-2e47-497c-9663-bf874e815360 for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:40:14.462827 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Updating router afb63159-2e47-497c-9663-bf874e815360 port 77afabb6-0eb8-40e1-86e0-089d00f62142 binding host dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:40:14.478639 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:40:14.538032 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c34fcbf-7df7-463b-b4a5-14213e5aa92e,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:14.544453 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:14.551845 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.552184 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Added segment b4a5d289-c8db-4be2-9788-067e3053d8eb of type vlan for network b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 May 18 01:40:14.566579 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.588968 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a9fc0-c1f5-4154-b38a-9d5738f1e1d2 req-5d3e1df5-d156-41d5-8fdf-ffadf8e7d8ce tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:14.597409 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6d5a9fc0-c1f5-4154-b38a-9d5738f1e1d2 req-5d3e1df5-d156-41d5-8fdf-ffadf8e7d8ce tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.1967661 May 18 01:40:14.607566 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43688) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:14.615470 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:40:14.640358 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.652383 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1380006347-network', 'tenant_id': '9b4a3021bd7747d59b054681752abc36'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:14.669518 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6d5a9fc0-c1f5-4154-b38a-9d5738f1e1d2 req-0381b72b-8249-453d-a3f8-2001b917431e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709426 May 18 01:40:14.686114 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:14.696427 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Usage tracker for resource:network and tenant:9b4a3021bd7747d59b054681752abc36 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:14.702337 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:14.711781 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:14.712866 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:14.715629 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.720421 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:14.721364 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.747134 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0a2f5194-71d1-4e0d-9018-077c9ca12883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:14.759870 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.768253 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0213735 May 18 01:40:14.771394 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 43694) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:14.773189 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:14.778913 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Request body: {'subnet': {'network_id': 'b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1337481067-subnet', 'tenant_id': '7fa7a32e7c6d4964b1127251638f83ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:14.786590 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:14.802640 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Usage tracker for resource:subnet and tenant:7fa7a32e7c6d4964b1127251638f83ca is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:14.805653 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:14.817932 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:14.874368 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Made reservation on behalf of 7fa7a32e7c6d4964b1127251638f83ca for: {'subnet': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:40:14.877544 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60943778'] for subnet, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.922405 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:14.934945 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:14.936896 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Made reservation on behalf of 9b4a3021bd7747d59b054681752abc36 for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:40:14.940144 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.955666 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:40:14.960263 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:14.977644 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:14.982455 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Usage tracker for resource:security_group_rule and tenant:9b4a3021bd7747d59b054681752abc36 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:14.986221 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:14.996312 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:15.064423 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93415f-5401-473a-92b6-984c4a3cff84 req-138c8829-f1f0-4a24-8acd-55c3320fa422 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:15.066773 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3f93415f-5401-473a-92b6-984c4a3cff84 req-138c8829-f1f0-4a24-8acd-55c3320fa422 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.2313421 May 18 01:40:15.071298 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:15.078270 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:15.141300 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:40:15.153637 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:15.161064 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:15.181962 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:40:15.200898 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:15.200898 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Added segment dc26faeb-0a30-4ec9-a8aa-29c7ea899cec of type vlan for network 880f9697-b4af-4d91-9d13-6f324c3d9e1d May 18 01:40:15.219834 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3f93415f-5401-473a-92b6-984c4a3cff84 req-87d9b5c9-8665-4b43-b8ed-37476249943f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435504 May 18 01:40:15.249498 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:15.276557 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-28eda2d3-f1b1-422e-a71d-5de6e0aff343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:15.288747 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:15.292052 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:15.292716 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:15.321164 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19203fd9-93cb-465e-9fb8-f1c7ba8034aa,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:15.331305 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:15.332092 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:15.389016 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Notify callbacks [] for port, precommit_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:15.500378 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Transition to ACTIVE for port object 77afabb6-0eb8-40e1-86e0-089d00f62142 will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:15.515604 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8829269 May 18 01:40:15.516269 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43714) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:15.519047 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:15.530349 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:15.535594 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Request body: {'subnet': {'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1380006347-subnet', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'ip_version': 4}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:15.543723 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:15.549452 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Pushing event updated for resources: {'Network': ['ID=880f9697-b4af-4d91-9d13-6f324c3d9e1d,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:15.551946 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Usage tracker for resource:subnet and tenant:9b4a3021bd7747d59b054681752abc36 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:15.555141 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:15.561141 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:15.568907 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:15.577309 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Made reservation on behalf of 9b4a3021bd7747d59b054681752abc36 for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:40:15.577480 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 880f9697-b4af-4d91-9d13-6f324c3d9e1d details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:40:15.585094 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1938106'] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:15.787516 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a36236-0cba-4066-8311-d392bc710477 req-3bfcf54e-c91d-4183-8b19-1027193a473c tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:15.798261 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d4a36236-0cba-4066-8311-d392bc710477 req-3bfcf54e-c91d-4183-8b19-1027193a473c tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 945 time: 0.3000941 May 18 01:40:15.815366 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb06b9-050a-45d7-a7c9-0a8f93ccd30d None None] Pushing event updated for resources: {'Port': ['ID=77afabb6-0eb8-40e1-86e0-089d00f62142,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:15.834616 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1554056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60943792'] for subnet, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:15.841880 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-5ebb06b9-050a-45d7-a7c9-0a8f93ccd30d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:15.873478 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d4a36236-0cba-4066-8311-d392bc710477 req-5a612837-fd41-42ef-b144-6d317c701c57 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734141 May 18 01:40:15.879388 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:15.966834 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0362dce-b2d4-4c23-be6f-a67413020316,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:15.978494 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:15.985835 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Checking segment: {'id': 'b4a5d289-c8db-4be2-9788-067e3053d8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:15.987295 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Network hostable DHCP agents. Network: b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:40:16.021221 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Attempting to bind port 77afabb6-0eb8-40e1-86e0-089d00f62142 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:40:16.021603 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Attempting to bind port 77afabb6-0eb8-40e1-86e0-089d00f62142 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:40:16.021977 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Attempting to bind port 77afabb6-0eb8-40e1-86e0-089d00f62142 on network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:16.031197 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:40:16.031550 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Checking segment: {'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:16.031967 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:16.032365 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Bound using segment: {'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:40:16.032865 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Bound port: 77afabb6-0eb8-40e1-86e0-089d00f62142, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:40:16.033248 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:16.071039 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Network b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:40:16.087080 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66) {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:16.103367 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:16.104571 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:16.137142 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718b5fe-cec1-4dd7-aee3-445ede3cb5f3 req-3f778afa-0a3d-4535-87ee-cff2843b5d6a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:16.138809 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d718b5fe-cec1-4dd7-aee3-445ede3cb5f3 req-3f778afa-0a3d-4535-87ee-cff2843b5d6a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 944 time: 0.1447043 May 18 01:40:16.149331 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3765204 May 18 01:40:16.164650 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a40098-8fa2-4213-ac61-187ebf3d375d None None] Network b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:40:16.215768 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d718b5fe-cec1-4dd7-aee3-445ede3cb5f3 req-db73dd28-5d56-4d14-9d6e-75f5e588afc3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631573 May 18 01:40:16.290036 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1894737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1938088'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:16.302004 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d2df1611-8021-41f2-8f65-ce4f396f9ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:16.437731 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] For port 77afabb6-0eb8-40e1-86e0-089d00f62142, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:40:16.482130 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b4bc-d24c-4845-a528-2274face8f45 req-4dbeae3d-3cb3-4ba6-b306-706a7c95edfc tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:16.482690 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c785e099-75c4-4270-b60b-6be30d451d63,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:16.490174 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] For port 77afabb6-0eb8-40e1-86e0-089d00f62142, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=77afabb6-0eb8-40e1-86e0-089d00f62142,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:40:16.494583 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8ea8b4bc-d24c-4845-a528-2274face8f45 req-4dbeae3d-3cb3-4ba6-b306-706a7c95edfc tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1405752 May 18 01:40:16.501975 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:16.509081 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:16.538513 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:16.571779 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Checking segment: {'id': 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:16.572147 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Network hostable DHCP agents. Network: 880f9697-b4af-4d91-9d13-6f324c3d9e1d, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:40:16.590818 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8ea8b4bc-d24c-4845-a528-2274face8f45 req-c6b8817b-a856-456f-8bc0-60cc648e1735 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893428 May 18 01:40:16.626331 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Network 880f9697-b4af-4d91-9d13-6f324c3d9e1d is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:40:16.654925 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 880f9697-b4af-4d91-9d13-6f324c3d9e1d) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:16.670306 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edbd22f-2e46-4888-9b99-8da5f40fd9a0 None None] Network 880f9697-b4af-4d91-9d13-6f324c3d9e1d requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:40:16.676816 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:16.678397 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:16.724850 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1960924 May 18 01:40:16.726374 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 43766) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:16.731748 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1380006347-router', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:16.738278 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:16.742762 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Routers {'afb63159-2e47-497c-9663-bf874e815360'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:40:16.743422 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:40:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['afb63159-2e47-497c-9663-bf874e815360'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:16.744145 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Usage tracker for resource:router and tenant:9b4a3021bd7747d59b054681752abc36 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:16.747830 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:16.757027 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:16.771479 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5134'] for router, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:16.772702 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3841536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3915002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5137'] for router, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:16.862191 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:16.903332 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edabf07-6f9e-4a81-a29e-8ba0c2725a12 None None] Network b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:40:17.146118 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb06b9-050a-45d7-a7c9-0a8f93ccd30d None None] Pushing event updated for resources: {'Port': ['ID=77afabb6-0eb8-40e1-86e0-089d00f62142,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:17.175895 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-5ebb06b9-050a-45d7-a7c9-0a8f93ccd30d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:17.314009 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43800) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:17.324369 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1252401952-network', 'tenant_id': '4c1421f9f7c9451b8da3119019cd36c1'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:17.330251 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:17.335168 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Usage tracker for resource:network and tenant:4c1421f9f7c9451b8da3119019cd36c1 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:17.338461 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:17.350885 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:17.356142 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] Set router afb63159-2e47-497c-9663-bf874e815360 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:40:17.363997 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Made reservation on behalf of 4c1421f9f7c9451b8da3119019cd36c1 for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:40:17.367050 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.382867 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.406056 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:17.413350 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Usage tracker for resource:security_group_rule and tenant:4c1421f9f7c9451b8da3119019cd36c1 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:17.418272 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:17.423258 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.426673 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:17.520367 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309818c5-cb29-4e74-9e3a-04dad211841a req-c3c5099c-00ab-4e63-8f33-00a844dd0f11 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:17.525402 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-309818c5-cb29-4e74-9e3a-04dad211841a req-c3c5099c-00ab-4e63-8f33-00a844dd0f11 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 945 time: 0.4675689 May 18 01:40:17.539524 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.549444 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.554387 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1c55c6cd-3647-4377-bd4e-c74b6fe1cc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:17.579998 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:40:17.592228 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8766bd2-582d-455a-be25-17b2c35a479d,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:17.596328 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:17.597309 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f040f5a-a771-5fd5-a8d4-d4dce0ac1ed4-880f9697-b4af-4d91-9d13-6f324c3d9e1d', 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'fixed_ips': [{'subnet_id': 'c785e099-75c4-4270-b60b-6be30d451d63'}]}} from dv-cinder-784623-9-smb. {{(pid=78853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 01:40:17.597904 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.598183 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Added segment c5fb5a14-ad59-4965-8882-7bd779298ec4 of type vlan for network 572ffeb6-d709-4bba-897c-93744530f7ce May 18 01:40:17.598505 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.611199 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-309818c5-cb29-4e74-9e3a-04dad211841a req-d95b75ca-f872-4a7a-9eda-6891729df856 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798106 May 18 01:40:17.682473 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.725172 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.728628 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:17.729424 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.736665 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:17.877140 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5552611 May 18 01:40:17.878834 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43810) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:17.884711 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Pushing event updated for resources: {'Network': ['ID=572ffeb6-d709-4bba-897c-93744530f7ce,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:17.889093 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:17.894654 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Request body: {'subnet': {'network_id': '572ffeb6-d709-4bba-897c-93744530f7ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1252401952-subnet', 'tenant_id': '4c1421f9f7c9451b8da3119019cd36c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:17.898677 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 572ffeb6-d709-4bba-897c-93744530f7ce details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:40:17.900312 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:17.904388 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Usage tracker for resource:subnet and tenant:4c1421f9f7c9451b8da3119019cd36c1 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:17.908341 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:17.916363 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:17.917401 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.db_base_plugin_common [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Allocated IP 172.20.0.2 (880f9697-b4af-4d91-9d13-6f324c3d9e1d/c785e099-75c4-4270-b60b-6be30d451d63/a86ce259-351b-4e5c-8de8-835e5ad1cc24) {{(pid=78853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:40:17.929932 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Made reservation on behalf of 4c1421f9f7c9451b8da3119019cd36c1 for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:40:17.936611 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1938106'] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:17.995230 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:18.158210 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:10Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '77afabb6-0eb8-40e1-86e0-089d00f62142', 'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'mac_address': 'fa:16:3e:0f:73:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:08Z', 'updated_at': '2021-05-18T01:40:16Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'subnets': [{'id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:18.167718 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dcdf8c-c73e-4c59-a59c-85c8316b981c None None] The sync data for ids ['afb63159-2e47-497c-9663-bf874e815360'] in dv-cinder-784623-9-smb is: [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:10Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '77afabb6-0eb8-40e1-86e0-089d00f62142', 'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'mac_address': 'fa:16:3e:0f:73:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:08Z', 'updated_at': '2021-05-18T01:40:16Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'subnets': [{'id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:40:18.212938 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:18.227906 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:18.228261 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:18.385284 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Notify callbacks [] for port, precommit_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:18.461428 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:18.479023 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Transition to ACTIVE for port object a86ce259-351b-4e5c-8de8-835e5ad1cc24 will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:18.526996 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Transition to ACTIVE for port object a86ce259-351b-4e5c-8de8-835e5ad1cc24 will not be triggered until provisioned by entity DHCP. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:18.529004 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:18.551337 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:18.556405 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:18.574114 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da1e51-52a7-4f7f-9f5f-a9a41d9ab7bb req-ddff70d9-3741-443a-ae76-92b45c637e80 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:18.587273 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-76da1e51-52a7-4f7f-9f5f-a9a41d9ab7bb req-ddff70d9-3741-443a-ae76-92b45c637e80 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 944 time: 0.8340461 May 18 01:40:18.628437 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:18.648374 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Network 880f9697-b4af-4d91-9d13-6f324c3d9e1d is already hosted by enough agents. {{(pid=78853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:18.653361 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.base_scheduler [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Resources bound (agent type, host, resource id): {{(pid=78853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:18.656583 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:18.661198 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Received port after_create {{(pid=78853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:40:18.669873 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:18.674625 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:18.680303 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Pushing event updated for resources: {'Port': ['ID=a86ce259-351b-4e5c-8de8-835e5ad1cc24,revision_number=1']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:18.686214 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:18.730364 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-6d17eec5-5ea2-4da7-b384-6728a7e6f6e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:18.747945 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-76da1e51-52a7-4f7f-9f5f-a9a41d9ab7bb req-b0a6b6cf-6949-49c4-b303-d76f785a01a7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596308 May 18 01:40:18.809723 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1894737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1938088'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:18.819301 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-6d1880ad-5827-4246-9845-8571542257bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:18.901745 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 77afabb6-0eb8-40e1-86e0-089d00f62142 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:18.918747 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Allocated IP 172.28.3.156 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/eeb231f3-d013-4ffa-96de-9f3564970139) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:40:18.922739 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Checking segment: {'id': 'c5fb5a14-ad59-4965-8882-7bd779298ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '572ffeb6-d709-4bba-897c-93744530f7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:18.923493 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Network hostable DHCP agents. Network: 572ffeb6-d709-4bba-897c-93744530f7ce, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:40:18.944646 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f88c184-7dc5-4265-9fbd-9256cb78bace,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:18.948354 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:18.967036 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Network 572ffeb6-d709-4bba-897c-93744530f7ce is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:40:18.992080 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 572ffeb6-d709-4bba-897c-93744530f7ce) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:19.005411 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:19.006153 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:19.034754 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909c032-8d61-4447-bf5f-c4b825e904aa None None] Network 572ffeb6-d709-4bba-897c-93744530f7ce requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:40:19.047413 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1648145 May 18 01:40:19.191111 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Attempting to bind port a86ce259-351b-4e5c-8de8-835e5ad1cc24 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:40:19.191491 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Attempting to bind port a86ce259-351b-4e5c-8de8-835e5ad1cc24 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:40:19.191863 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Attempting to bind port a86ce259-351b-4e5c-8de8-835e5ad1cc24 on network 880f9697-b4af-4d91-9d13-6f324c3d9e1d {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:19.208867 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:40:19.209258 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Checking segment: {'id': 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:19.209670 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:19.210071 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Bound using segment: {'id': 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:40:19.210557 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Bound port: a86ce259-351b-4e5c-8de8-835e5ad1cc24, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:40:19.210939 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:19.244761 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:19.284042 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70fb26-3645-4f2c-9f20-e10c5a5f5075 req-7a6729ae-88fd-4a83-b5b8-e98e3bd6c5b6 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:19.291910 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9d70fb26-3645-4f2c-9f20-e10c5a5f5075 req-7a6729ae-88fd-4a83-b5b8-e98e3bd6c5b6 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.2859659 May 18 01:40:19.359840 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:19.371150 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:19.382384 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9d70fb26-3645-4f2c-9f20-e10c5a5f5075 req-e93d76a0-cfd9-4d27-9c78-91662b84b61d tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895066 May 18 01:40:19.387715 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fce3447-702e-4ee4-82d2-15db5d5769de None None] Network 572ffeb6-d709-4bba-897c-93744530f7ce requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:40:19.394944 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:19.417510 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-2efaa19b-d4b9-4276-ab4a-c0b6c8ec7b77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:19.472364 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:19.480098 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:19.513644 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'code': 200} May 18 01:40:19.518089 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] For port a86ce259-351b-4e5c-8de8-835e5ad1cc24, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:40:19.525709 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 77afabb6-0eb8-40e1-86e0-089d00f62142 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:19.533478 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] For port a86ce259-351b-4e5c-8de8-835e5ad1cc24, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=a86ce259-351b-4e5c-8de8-835e5ad1cc24,segment=NetworkSegment(dc26faeb-0a30-4ec9-a8aa-29c7ea899cec),segment_id=dc26faeb-0a30-4ec9-a8aa-29c7ea899cec)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:40:19.539130 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 77afabb6-0eb8-40e1-86e0-089d00f62142 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:19.539521 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:19.541885 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Pushing event updated for resources: {'Port': ['ID=eeb231f3-d013-4ffa-96de-9f3564970139,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:19.550229 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:40:19.567667 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:19.596325 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:19.664943 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:19.844292 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Pushing event updated for resources: {'Port': ['ID=a86ce259-351b-4e5c-8de8-835e5ad1cc24,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:19.880413 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:20.197361 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:20.257996 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 77afabb6-0eb8-40e1-86e0-089d00f62142, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=77afabb6-0eb8-40e1-86e0-089d00f62142,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:20.266985 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:20.269722 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-9db1cf8f-dfc2-428a-93bb-a327b72bbc30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:20.402565 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=77afabb6-0eb8-40e1-86e0-089d00f62142,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:20.413088 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:20.635959 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-a9c2a6b7-c0e1-4871-b051-250f2dcdc2cb tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:20.637591 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-a9c2a6b7-c0e1-4871-b051-250f2dcdc2cb tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/networks?id=b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 HTTP/1.1" status: 200 len: 809 time: 0.6101215 May 18 01:40:20.642460 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230bc1e-2d77-4a0e-b0da-16e2096d6be6 req-a88d76a8-9215-4a50-9395-97d0b0788099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:20.643943 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9230bc1e-2d77-4a0e-b0da-16e2096d6be6 req-a88d76a8-9215-4a50-9395-97d0b0788099 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 1098 time: 0.8037057 May 18 01:40:20.752389 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-b10ed7a0-8c03-4fe6-8374-fc6e6d195544 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/quotas/7fa7a32e7c6d4964b1127251638f83ca HTTP/1.1" status: 200 len: 375 time: 0.1056941 May 18 01:40:20.841096 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-37c81e2e-e5e5-4a34-b6dc-3661cafa494f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fa7a32e7c6d4964b1127251638f83ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722399 May 18 01:40:20.849209 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device a86ce259-351b-4e5c-8de8-835e5ad1cc24 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:20.852665 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9230bc1e-2d77-4a0e-b0da-16e2096d6be6 req-87b95c7f-cebb-4415-9e2a-ec2cf3530c16 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972644 May 18 01:40:20.876921 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:20.935766 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port a86ce259-351b-4e5c-8de8-835e5ad1cc24 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:20.944031 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 77afabb6-0eb8-40e1-86e0-089d00f62142 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:21.020176 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 77afabb6-0eb8-40e1-86e0-089d00f62142 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:21.020553 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:21.183021 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71c702-20b5-4f88-8be4-6973132dc4ed None None] Network 880f9697-b4af-4d91-9d13-6f324c3d9e1d requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:40:21.207568 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-095a74c2-9eb8-419b-af47-a83b906abce0 service neutron] 10.222.0.11 "GET /v2.0/networks/b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520722 May 18 01:40:21.284388 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-f6ee68af-ceb3-4898-9ac7-233e8ec3c992 None None] Provisioning for port a86ce259-351b-4e5c-8de8-835e5ad1cc24 completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:21.302698 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-f6ee68af-ceb3-4898-9ac7-233e8ec3c992 None None] Provisioning complete for port a86ce259-351b-4e5c-8de8-835e5ad1cc24 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:21.303171 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-f6ee68af-ceb3-4898-9ac7-233e8ec3c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:21.522315 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-85e1763f-b51f-4269-8177-e59c9e36c23a service neutron] 10.222.0.11 "GET /v2.0/networks/b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514589 May 18 01:40:21.523462 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815860'] for router, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:21.558227 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-f6ee68af-ceb3-4898-9ac7-233e8ec3c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:21.601009 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-f6ee68af-ceb3-4898-9ac7-233e8ec3c992 None None] For port a86ce259-351b-4e5c-8de8-835e5ad1cc24, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=a86ce259-351b-4e5c-8de8-835e5ad1cc24,segment=NetworkSegment(dc26faeb-0a30-4ec9-a8aa-29c7ea899cec),segment_id=dc26faeb-0a30-4ec9-a8aa-29c7ea899cec)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:21.607697 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-f6ee68af-ceb3-4898-9ac7-233e8ec3c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:21.614395 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:21.713139 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee68af-ceb3-4898-9ac7-233e8ec3c992 None None] Pushing event updated for resources: {'Port': ['ID=a86ce259-351b-4e5c-8de8-835e5ad1cc24,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:21.717044 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-f6ee68af-ceb3-4898-9ac7-233e8ec3c992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:21.864867 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Router d0c7245e-a319-4753-866b-fef59f0874fd is scheduled to L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b with binding_index 1 {{(pid=78851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 01:40:21.934909 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-9e85b010-22f9-45b0-b249-0f6985044345 None None] Provisioning complete for port a86ce259-351b-4e5c-8de8-835e5ad1cc24 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:21.936264 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-9e85b010-22f9-45b0-b249-0f6985044345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:21.939967 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09113-f8e5-4769-870c-6aead8f88a3f req-b9cd95c9-09e1-4a12-9f30-d4cc1ac794a4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:21.941964 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eaf09113-f8e5-4769-870c-6aead8f88a3f req-b9cd95c9-09e1-4a12-9f30-d4cc1ac794a4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1801178 May 18 01:40:22.203754 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eaf09113-f8e5-4769-870c-6aead8f88a3f req-1e542b1d-c1d0-4133-a2f1-da4b52116df7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447569 May 18 01:40:22.229768 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:40:22.246429 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Sync routers for ids ['d0c7245e-a319-4753-866b-fef59f0874fd'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:40:22.257310 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Routers {'d0c7245e-a319-4753-866b-fef59f0874fd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:40:22.258118 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:40:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['d0c7245e-a319-4753-866b-fef59f0874fd'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:22.291843 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Notify callbacks [] for router, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:22.295659 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5655673 May 18 01:40:22.296115 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 43928) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:22.555980 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Set router d0c7245e-a319-4753-866b-fef59f0874fd gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:40:22.722587 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device a86ce259-351b-4e5c-8de8-835e5ad1cc24 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:22.821710 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port a86ce259-351b-4e5c-8de8-835e5ad1cc24 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:22.822158 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:22.901139 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'name': 'tempest-TestShelveInstance-1380006347-router', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:40:16Z', 'updated_at': '2021-05-18T01:40:20Z', 'revision_number': 3, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'gw_port': {'id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:18Z', 'updated_at': '2021-05-18T01:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:22.905817 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Checking router: d0c7245e-a319-4753-866b-fef59f0874fd for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:40:22.906410 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Updating router d0c7245e-a319-4753-866b-fef59f0874fd port eeb231f3-d013-4ffa-96de-9f3564970139 binding host dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:40:22.993871 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:23.095776 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b149e-0bfb-4f1a-97c7-5e04499f7c00 req-b46d8e97-5794-4fe6-b177-746a9a82075f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:23.104799 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-922b149e-0bfb-4f1a-97c7-5e04499f7c00 req-b46d8e97-5794-4fe6-b177-746a9a82075f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1372852 May 18 01:40:23.297105 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-922b149e-0bfb-4f1a-97c7-5e04499f7c00 req-62068611-f17a-4356-b800-4af5345e47d3 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913295 May 18 01:40:23.404918 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-d0d29d02-7508-46b5-9c26-1aa3b1ae46b0 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:23.406505 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-d0d29d02-7508-46b5-9c26-1aa3b1ae46b0 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.39 "GET /v2.0/networks?id=b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 HTTP/1.1" status: 200 len: 809 time: 0.2818184 May 18 01:40:23.427903 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Request body: {'port': {'device_id': 'af9aeac6-87d9-4872-8d94-13a5f83f79ac', 'network_id': 'b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66', 'admin_state_up': True, 'tenant_id': '7fa7a32e7c6d4964b1127251638f83ca'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:23.476270 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:23.549475 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Notify callbacks [] for port, precommit_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:23.564085 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.provisioning_blocks [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Transition to ACTIVE for port object eeb231f3-d013-4ffa-96de-9f3564970139 will not be triggered until provisioned by entity L2. {{(pid=78854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:23.574492 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:23.584560 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1e96556a-1a31-4fb7-b7a9-b891047b9746 req-eda386ca-5766-4e94-84f1-9b523e3c3699 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 210 time: 0.1206989 May 18 01:40:23.586242 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:23.678694 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Attempting to bind port eeb231f3-d013-4ffa-96de-9f3564970139 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:40:23.679082 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Attempting to bind port eeb231f3-d013-4ffa-96de-9f3564970139 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:40:23.679463 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Attempting to bind port eeb231f3-d013-4ffa-96de-9f3564970139 on network a2adaee7-831c-4c6c-b54a-b71e9d98e449 {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:23.693429 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353741f-9ba2-4acf-9cc0-097c77c47a2f None None] Pushing event updated for resources: {'Port': ['ID=eeb231f3-d013-4ffa-96de-9f3564970139,revision_number=2']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:23.701268 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-c353741f-9ba2-4acf-9cc0-097c77c47a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:23.702654 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:40:23.703117 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Checking segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:23.703624 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:23.704670 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Bound using segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:40:23.704670 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Bound port: eeb231f3-d013-4ffa-96de-9f3564970139, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:40:23.705826 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:23.717265 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:23.721214 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Usage tracker for resource:port and tenant:7fa7a32e7c6d4964b1127251638f83ca is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:23.724715 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:23.730787 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:23.780246 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Made reservation on behalf of 7fa7a32e7c6d4964b1127251638f83ca for: {'port': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:40:23.783654 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:23.788661 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] For port eeb231f3-d013-4ffa-96de-9f3564970139, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:40:23.792202 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] For port eeb231f3-d013-4ffa-96de-9f3564970139, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=eeb231f3-d013-4ffa-96de-9f3564970139,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:40:23.796994 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:23.802072 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-c007104b-e0f9-4788-aafa-0aeee97ca00f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:23.812714 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Allocated IP 172.20.0.1 (880f9697-b4af-4d91-9d13-6f324c3d9e1d/c785e099-75c4-4270-b60b-6be30d451d63/bbe043b4-00c8-4a08-b855-ec3d0c4e8932) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:40:23.878947 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Routers {'d0c7245e-a319-4753-866b-fef59f0874fd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:40:23.879126 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:40:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['d0c7245e-a319-4753-866b-fef59f0874fd'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:23.916295 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343961e-4e57-4df6-8acd-be2f69b64023 req-0cd5f237-2100-490b-a545-5a63966ec9a9 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:23.919859 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9343961e-4e57-4df6-8acd-be2f69b64023 req-0cd5f237-2100-490b-a545-5a63966ec9a9 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1808925 May 18 01:40:23.986441 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:24.005549 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Transition to ACTIVE for port object bbe043b4-00c8-4a08-b855-ec3d0c4e8932 will not be triggered until provisioned by entity DHCP. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:24.030249 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9343961e-4e57-4df6-8acd-be2f69b64023 req-79b8e79d-7d80-412c-be0b-9ce29b49973a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687194 May 18 01:40:24.033025 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Allocated IP 172.20.0.2 (b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66/a0362dce-b2d4-4c23-be6f-a67413020316/ae30586b-6228-41ba-9889-bca9a58a80d2) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:40:24.062904 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:24.080410 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:24.087537 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353741f-9ba2-4acf-9cc0-097c77c47a2f None None] Pushing event updated for resources: {'Port': ['ID=eeb231f3-d013-4ffa-96de-9f3564970139,revision_number=3']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:24.093428 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-c353741f-9ba2-4acf-9cc0-097c77c47a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:24.136062 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] Set router d0c7245e-a319-4753-866b-fef59f0874fd gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:40:24.182351 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Network 880f9697-b4af-4d91-9d13-6f324c3d9e1d is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:24.186533 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:24.193087 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:40:24.257657 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe043b4-00c8-4a08-b855-ec3d0c4e8932,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:24.264888 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:24.288946 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841359'] for router_interface, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:24.375290 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:24.424200 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:24.433489 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:24.464956 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-66a84150-32a1-4995-8f2d-2140f6d4a18b None None] Provisioning for port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:24.472495 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-66a84150-32a1-4995-8f2d-2140f6d4a18b None None] Provisioning complete for port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:24.472901 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-66a84150-32a1-4995-8f2d-2140f6d4a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:24.500231 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:24.515162 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Network b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:24.518447 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:24.522744 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:40:24.601296 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Pushing event updated for resources: {'Port': ['ID=ae30586b-6228-41ba-9889-bca9a58a80d2,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:24.606685 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:24.640644 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-66a84150-32a1-4995-8f2d-2140f6d4a18b None None] Port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:40:24.652081 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:24.652900 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:24.683662 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2599492 May 18 01:40:24.714047 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Request body: {'port': {'device_id': 'af9aeac6-87d9-4872-8d94-13a5f83f79ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:24.727449 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'name': 'tempest-TestShelveInstance-1380006347-router', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:40:16Z', 'updated_at': '2021-05-18T01:40:20Z', 'revision_number': 3, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'gw_port': {'id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:18Z', 'updated_at': '2021-05-18T01:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:24.734341 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df463888-d8b3-43f1-bf45-d95cf5b1738e None None] The sync data for ids ['d0c7245e-a319-4753-866b-fef59f0874fd'] in dv-cinder-784623-9-smb is: [{'id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'name': 'tempest-TestShelveInstance-1380006347-router', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:40:16Z', 'updated_at': '2021-05-18T01:40:20Z', 'revision_number': 3, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'gw_port': {'id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:18Z', 'updated_at': '2021-05-18T01:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:40:24.937356 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:24.946171 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:24.971054 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:25.007523 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:25.076049 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:25.161432 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810792'] for router_interface, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:25.178417 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe043b4-00c8-4a08-b855-ec3d0c4e8932,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:25.199212 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:25.237544 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456866c-3566-4d38-a341-db1c1aa87871 req-9686bf7f-51bc-4f41-8d81-720c4f9b1ca2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:25.250875 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6456866c-3566-4d38-a341-db1c1aa87871 req-9686bf7f-51bc-4f41-8d81-720c4f9b1ca2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.3290403 May 18 01:40:25.251606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 43980) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:25.267211 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-f5107fbb-d3c4-4b09-b390-b28d701bc122 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'floatingip': {'port_id': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:25.407588 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-f5107fbb-d3c4-4b09-b390-b28d701bc122 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:25.544047 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Network 880f9697-b4af-4d91-9d13-6f324c3d9e1d is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:25.551308 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:25.872319 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-ab0c234b-df2f-4ce9-81c1-f4cdc6dc55dd None None] Provisioning complete for port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:25.873541 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ab0c234b-df2f-4ce9-81c1-f4cdc6dc55dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:25.915737 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Router d0c7245e-a319-4753-866b-fef59f0874fd has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:40:25.956326 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c234b-df2f-4ce9-81c1-f4cdc6dc55dd None None] Port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:40:26.155781 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:40:26.168427 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7976775c-484b-400a-ae7d-fa3ec45fea51 admin admin] 10.222.0.11 "PUT /v2.0/routers/d0c7245e-a319-4753-866b-fef59f0874fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8708448 May 18 01:40:26.171169 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1321a0-650a-4b77-b87a-4a33183edc1d req-0107b231-4f6d-4775-8139-1bfa13d8559b tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:26.171871 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-ed1321a0-650a-4b77-b87a-4a33183edc1d req-0107b231-4f6d-4775-8139-1bfa13d8559b tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Synchronizing usage tracker for tenant:7fa7a32e7c6d4964b1127251638f83ca on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:26.310158 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-ed1321a0-650a-4b77-b87a-4a33183edc1d req-0107b231-4f6d-4775-8139-1bfa13d8559b tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Unset dirty status for tenant:7fa7a32e7c6d4964b1127251638f83ca on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:26.317341 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ed1321a0-650a-4b77-b87a-4a33183edc1d req-0107b231-4f6d-4775-8139-1bfa13d8559b tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 931 time: 0.9151287 May 18 01:40:26.511681 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ed1321a0-650a-4b77-b87a-4a33183edc1d req-d0e1d2e6-04de-4406-aa4c-8153919f0bf9 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935985 May 18 01:40:26.515366 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44004) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:26.687150 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e2c64c53-e7ed-420f-ac9f-c65ac3ee429e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:26.690194 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae30586b-6228-41ba-9889-bca9a58a80d2 {{(pid=78851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:40:26.708368 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e2c64c53-e7ed-420f-ac9f-c65ac3ee429e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:26.714204 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e2c64c53-e7ed-420f-ac9f-c65ac3ee429e admin admin] Usage tracker for resource:security_group_rule and tenant:d4b3f2c172ad45948403d56fec054c79 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:26.717918 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e2c64c53-e7ed-420f-ac9f-c65ac3ee429e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:26.725464 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e2c64c53-e7ed-420f-ac9f-c65ac3ee429e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:26.748931 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device eeb231f3-d013-4ffa-96de-9f3564970139 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:26.787088 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:26.820757 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Transition to ACTIVE for port object ae30586b-6228-41ba-9889-bca9a58a80d2 will not be triggered until provisioned by entity L2. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:26.831915 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:26.834029 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e2c64c53-e7ed-420f-ac9f-c65ac3ee429e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:26.839415 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e2c64c53-e7ed-420f-ac9f-c65ac3ee429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:26.851438 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8a715681-c7ab-44d6-88bb-6e64983d8032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:26.890138 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port eeb231f3-d013-4ffa-96de-9f3564970139 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:26.902441 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port eeb231f3-d013-4ffa-96de-9f3564970139 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:26.903306 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e2c64c53-e7ed-420f-ac9f-c65ac3ee429e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4b3f2c172ad45948403d56fec054c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867071 May 18 01:40:26.903797 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:26.905238 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44012) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:26.910284 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:26.911346 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c64c53-e7ed-420f-ac9f-c65ac3ee429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3539ee52-323a-4abc-ac76-1571ef2013e7,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:26.924377 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e2c64c53-e7ed-420f-ac9f-c65ac3ee429e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:26.997735 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-51465e41-2c77-40b7-b760-d67b368aa6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.036385 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-51465e41-2c77-40b7-b760-d67b368aa6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.111067 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-51465e41-2c77-40b7-b760-d67b368aa6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.122127 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e190b608-a742-43af-9a63-786096125ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:27.139253 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51465e41-2c77-40b7-b760-d67b368aa6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3539ee52-323a-4abc-ac76-1571ef2013e7,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:27.141335 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-51465e41-2c77-40b7-b760-d67b368aa6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.141823 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Sync routers for ids ['d0c7245e-a319-4753-866b-fef59f0874fd'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:40:27.142651 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-51465e41-2c77-40b7-b760-d67b368aa6a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3539ee52-323a-4abc-ac76-1571ef2013e7 HTTP/1.1" status: 204 len: 168 time: 0.2342331 May 18 01:40:27.143635 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-51465e41-2c77-40b7-b760-d67b368aa6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:27.150886 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae30586b-6228-41ba-9889-bca9a58a80d2,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:27.154435 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.db.resource_extend [None req-f5107fbb-d3c4-4b09-b390-b28d701bc122 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 01:40:27.230352 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Routers {'d0c7245e-a319-4753-866b-fef59f0874fd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:40:27.234177 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:40:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['d0c7245e-a319-4753-866b-fef59f0874fd'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:27.259583 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:27.274596 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:40:27.353938 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.377288 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port eeb231f3-d013-4ffa-96de-9f3564970139, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=eeb231f3-d013-4ffa-96de-9f3564970139,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:27.411085 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.456387 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:27.540897 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-f5107fbb-d3c4-4b09-b390-b28d701bc122 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.567666 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Attempting to bind port ae30586b-6228-41ba-9889-bca9a58a80d2 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:40:27.568072 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Attempting to bind port ae30586b-6228-41ba-9889-bca9a58a80d2 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b4a5d289-c8db-4be2-9788-067e3053d8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66'}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:40:27.568212 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Attempting to bind port ae30586b-6228-41ba-9889-bca9a58a80d2 on network b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:27.571060 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-f5107fbb-d3c4-4b09-b390-b28d701bc122 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.652234 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Port ae30586b-6228-41ba-9889-bca9a58a80d2 on network b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:40:27.652541 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Attempting to bind port ae30586b-6228-41ba-9889-bca9a58a80d2 on network b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:27.661729 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:40:27.662108 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Checking segment: {'id': 'b4a5d289-c8db-4be2-9788-067e3053d8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:27.662449 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Bound using segment: {'id': 'b4a5d289-c8db-4be2-9788-067e3053d8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66'} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:40:27.662880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Bound port: ae30586b-6228-41ba-9889-bca9a58a80d2, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a5d289-c8db-4be2-9788-067e3053d8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66'}}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:40:27.663228 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.754600 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=eeb231f3-d013-4ffa-96de-9f3564970139,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:27.759957 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:27.761771 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] For port ae30586b-6228-41ba-9889-bca9a58a80d2, host hv-cinder-78462, cleared binding levels {{(pid=78851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:40:27.765009 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] For port ae30586b-6228-41ba-9889-bca9a58a80d2, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ae30586b-6228-41ba-9889-bca9a58a80d2,segment=NetworkSegment(b4a5d289-c8db-4be2-9788-067e3053d8eb),segment_id=b4a5d289-c8db-4be2-9788-067e3053d8eb)] {{(pid=78851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:40:27.771315 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Set router d0c7245e-a319-4753-866b-fef59f0874fd gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:40:27.772357 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.824858 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:27.927372 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:27.928556 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:27.930595 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] 10.222.0.39 "PUT /v2.0/ports/ae30586b-6228-41ba-9889-bca9a58a80d2 HTTP/1.1" status: 200 len: 1093 time: 3.2361736 May 18 01:40:27.932984 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9aeac6-87d9-4872-8d94-13a5f83f79ac', 'tag': 'ae30586b-6228-41ba-9889-bca9a58a80d2'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:27.949717 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae30586b-6228-41ba-9889-bca9a58a80d2,revision_number=3']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:27.954608 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:27.958439 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.l3_db [None req-f5107fbb-d3c4-4b09-b390-b28d701bc122 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Floating IP 6cc5fb30-9f0f-41b7-91bb-6a36397f7f9b associated. External IP: 172.28.3.182, port: 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c. May 18 01:40:28.002223 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c501-ddb9-4a53-ac99-7e277d042fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.066821 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44034) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:28.073076 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820142860', 'description': 'tempest-secgroup-smoke-820142860 description', 'project_id': '52a13f2665fc4368ac52043cd8a50a2e'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:28.079731 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:28.084158 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Usage tracker for resource:security_group and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:28.087395 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:28.101258 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:28.117265 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.140943 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'name': 'tempest-TestShelveInstance-1380006347-router', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:40:16Z', 'updated_at': '2021-05-18T01:40:24Z', 'revision_number': 4, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'gw_port': {'id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:18Z', 'updated_at': '2021-05-18T01:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': 'bbe043b4-00c8-4a08-b855-ec3d0c4e8932', 'name': '', 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'mac_address': 'fa:16:3e:81:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c785e099-75c4-4270-b60b-6be30d451d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:23Z', 'updated_at': '2021-05-18T01:40:24Z', 'revision_number': 2, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'subnets': [{'id': 'c785e099-75c4-4270-b60b-6be30d451d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:28.153586 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:28.154454 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Checking router: d0c7245e-a319-4753-866b-fef59f0874fd for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:40:28.154851 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Updating router d0c7245e-a319-4753-866b-fef59f0874fd port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 binding host dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:40:28.158500 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Usage tracker for resource:security_group_rule and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:28.162359 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:28.168389 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:28.241145 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.265030 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.270298 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.290057 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-d77c86d6-4419-4840-9725-d60ff4a0e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:28.291521 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-d77c86d6-4419-4840-9725-d60ff4a0e0ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fa7a32e7c6d4964b1127251638f83ca&device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 1096 time: 0.2709532 May 18 01:40:28.301217 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a8f74f05-a2ea-4e6e-83a8-a0d935052ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:28.316719 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.318487 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2504735 May 18 01:40:28.322557 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44040) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:28.334515 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Request body: {'security_group_rule': {'security_group_id': '27c337d9-a5b7-42b5-9dfc-e478b7e08349', 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:28.375414 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:28.379811 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Usage tracker for resource:security_group_rule and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:28.383188 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:28.389276 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:28.401755 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c337d9-a5b7-42b5-9dfc-e478b7e08349,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:28.408178 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:28.416164 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.493898 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.500641 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.504188 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2406821f-2bd0-4b8e-a251-ad9738f7eb1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:28.509768 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-ba5efab5-d63d-4fff-8f05-4c6cca342696 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae30586b-6228-41ba-9889-bca9a58a80d2 HTTP/1.1" status: 200 len: 217 time: 0.1077323 May 18 01:40:28.533214 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65a7c1c-6f95-4e92-8cd0-62b000ebf652,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:28.535805 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:28.544039 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.548288 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2246020 May 18 01:40:28.549142 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44044) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:28.555588 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Request body: {'security_group_rule': {'security_group_id': '27c337d9-a5b7-42b5-9dfc-e478b7e08349', 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:28.562247 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:28.566652 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Usage tracker for resource:security_group_rule and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:28.571451 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:28.578677 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:28.585984 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54918-f375-4dd4-9b7f-f6a7a2752567 req-777022f3-8570-4fbb-a9d9-f6c4298d2b20 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:28.593616 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-acd54918-f375-4dd4-9b7f-f6a7a2752567 req-777022f3-8570-4fbb-a9d9-f6c4298d2b20 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 943 time: 0.3979776 May 18 01:40:28.602891 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.688656 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.694426 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.697279 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:28.711717 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Notify callbacks [] for port, precommit_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.720189 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4aef2f-98e5-4763-bc4d-b8a1885edf4e,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:28.728908 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-70acc84d-f687-47f9-bd41-2c26c5bc4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:28.730127 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:28.730937 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-70acc84d-f687-47f9-bd41-2c26c5bc4069 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0362dce-b2d4-4c23-be6f-a67413020316 HTTP/1.1" status: 200 len: 849 time: 0.2090163 May 18 01:40:28.735286 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Transition to ACTIVE for port object bbe043b4-00c8-4a08-b855-ec3d0c4e8932 will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:28.745195 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.763312 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-acd54918-f375-4dd4-9b7f-f6a7a2752567 req-92534dc2-2aed-4156-a7a9-1cfecb2337c1 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687667 May 18 01:40:28.768328 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:28.769566 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.774039 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2230203 May 18 01:40:28.774738 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44050) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:28.786934 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Request body: {'security_group_rule': {'security_group_id': '27c337d9-a5b7-42b5-9dfc-e478b7e08349', 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:28.798137 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:28.802814 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Usage tracker for resource:security_group_rule and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:28.805255 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device eeb231f3-d013-4ffa-96de-9f3564970139 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:28.805717 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:28.820689 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:28.833123 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-6bad3dc4-c913-4e8b-9c03-60ed34aaee3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858817 May 18 01:40:28.841750 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5107fbb-d3c4-4b09-b390-b28d701bc122 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Router c72c7ee0-d13e-4664-9865-1a5bace94d2e has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:40:28.851633 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.943662 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.948630 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:28.951847 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-6435d041-2397-434b-a580-2f59d75f5ad9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:28.989188 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a304dbd3-a1ba-4d99-b3d0-ac1f221eaebe,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:29.010057 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.013935 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2357833 May 18 01:40:29.016446 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44056) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:29.022811 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.024979 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.025454 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.025897 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.027460 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.027901 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.028600 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.029060 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.029585 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.030028 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.030471 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.030903 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:29.037595 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Request body: {'security_group_rule': {'security_group_id': '27c337d9-a5b7-42b5-9dfc-e478b7e08349', 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:29.048490 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:29.052822 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:29.057229 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Usage tracker for resource:security_group_rule and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:29.064585 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:29.076843 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:29.091479 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bebe25-52f3-4897-af35-054e23f9a298 None None] Pushing event updated for resources: {'Port': ['ID=bbe043b4-00c8-4a08-b855-ec3d0c4e8932,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:29.105988 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-c5bebe25-52f3-4897-af35-054e23f9a298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:29.118603 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.181186 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Attempting to bind port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:40:29.181590 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Attempting to bind port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:40:29.181944 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Attempting to bind port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 on network 880f9697-b4af-4d91-9d13-6f324c3d9e1d {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:29.189250 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:40:29.189659 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Checking segment: {'id': 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:29.190208 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.190738 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Bound using segment: {'id': 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:40:29.191431 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Bound port: bbe043b4-00c8-4a08-b855-ec3d0c4e8932, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:40:29.191795 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.211153 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.218209 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.227506 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-53c4d4e7-dae5-4313-9fcc-36e99f4863c5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:29.256044 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5419d0-cc0f-4afc-b942-247ade01fb77,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:29.259876 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:29.273773 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.276231 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2576237 May 18 01:40:29.278170 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44064) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:29.303306 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Request body: {'security_group_rule': {'security_group_id': '27c337d9-a5b7-42b5-9dfc-e478b7e08349', 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:29.319184 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:29.338540 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port eeb231f3-d013-4ffa-96de-9f3564970139 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:29.339465 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.340794 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Usage tracker for resource:security_group_rule and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:29.405796 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:29.436882 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:29.437574 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] For port bbe043b4-00c8-4a08-b855-ec3d0c4e8932, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:40:29.442644 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] For port bbe043b4-00c8-4a08-b855-ec3d0c4e8932, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=bbe043b4-00c8-4a08-b855-ec3d0c4e8932,segment=NetworkSegment(dc26faeb-0a30-4ec9-a8aa-29c7ea899cec),segment_id=dc26faeb-0a30-4ec9-a8aa-29c7ea899cec)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:40:29.444515 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-f9b3922e-0d1d-40e9-987d-e48618030dde service neutron] 10.222.0.39 "GET /v2.0/networks/b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014431 May 18 01:40:29.449735 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.455348 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:29.588074 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bebe25-52f3-4897-af35-054e23f9a298 None None] Pushing event updated for resources: {'Port': ['ID=bbe043b4-00c8-4a08-b855-ec3d0c4e8932,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:29.602554 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9aeac6-87d9-4872-8d94-13a5f83f79ac', 'tag': 'ae30586b-6228-41ba-9889-bca9a58a80d2', 'status': 'completed', 'code': 200} May 18 01:40:29.605408 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Routers {'d0c7245e-a319-4753-866b-fef59f0874fd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:40:29.606479 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:40:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['d0c7245e-a319-4753-866b-fef59f0874fd'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:29.627345 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.securitygroups_db [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Project 52a13f2665fc4368ac52043cd8a50a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 01:40:29.666010 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-c5bebe25-52f3-4897-af35-054e23f9a298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:29.701977 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.722347 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5107fbb-d3c4-4b09-b390-b28d701bc122 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:40:29.737846 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b355503-be44-4b66-abef-823b23654651 None None] Sync routers for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:40:29.753338 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b355503-be44-4b66-abef-823b23654651 None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:40:29.754439 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-2b355503-be44-4b66-abef-823b23654651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:40:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:29.760258 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-f5107fbb-d3c4-4b09-b390-b28d701bc122 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.817721 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] Set router d0c7245e-a319-4753-866b-fef59f0874fd gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:40:29.889258 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-f5107fbb-d3c4-4b09-b390-b28d701bc122 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "PUT /v2.0/floatingips/6cc5fb30-9f0f-41b7-91bb-6a36397f7f9b HTTP/1.1" status: 200 len: 991 time: 4.6287484 May 18 01:40:29.894284 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-624419b9-ddac-46e2-ae2b-8f7477897367 req-5d2d10f3-2d01-4933-9877-2b53aed75b81 service neutron] 10.222.0.39 "GET /v2.0/networks/b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386046 May 18 01:40:29.927565 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96c77-2038-4219-a11d-d8731309bc8c req-73893aa2-c45b-4b68-b681-cb4e6cccb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:29.929254 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fcf96c77-2038-4219-a11d-d8731309bc8c req-73893aa2-c45b-4b68-b681-cb4e6cccb927 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 1098 time: 0.4522038 May 18 01:40:29.941360 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b7ee-bf82-4104-9279-dc77852a982b req-90f2be8a-eb00-4639-9843-e2f292bd41cb tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:29.943001 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6e5b7ee-bf82-4104-9279-dc77852a982b req-90f2be8a-eb00-4639-9843-e2f292bd41cb tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.3176849 May 18 01:40:29.963724 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:29.975856 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-2b355503-be44-4b66-abef-823b23654651 None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:40:30.184347 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96c77-2038-4219-a11d-d8731309bc8c req-e74a9788-e0f4-4e40-88e1-c4665926ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:30.186319 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fcf96c77-2038-4219-a11d-d8731309bc8c req-e74a9788-e0f4-4e40-88e1-c4665926ffa1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 920 time: 0.2423894 May 18 01:40:30.186960 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:30.240151 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'name': 'tempest-TestShelveInstance-1380006347-router', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:40:16Z', 'updated_at': '2021-05-18T01:40:24Z', 'revision_number': 4, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'gw_port': {'id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:18Z', 'updated_at': '2021-05-18T01:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': 'bbe043b4-00c8-4a08-b855-ec3d0c4e8932', 'name': '', 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'mac_address': 'fa:16:3e:81:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c785e099-75c4-4270-b60b-6be30d451d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:23Z', 'updated_at': '2021-05-18T01:40:29Z', 'revision_number': 4, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'subnets': [{'id': 'c785e099-75c4-4270-b60b-6be30d451d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:30.244745 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200c78b-f45e-4ad3-a71d-506f4a4a0142 None None] The sync data for ids ['d0c7245e-a319-4753-866b-fef59f0874fd'] in dv-cinder-784623-9-smb is: [{'id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'name': 'tempest-TestShelveInstance-1380006347-router', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:40:16Z', 'updated_at': '2021-05-18T01:40:24Z', 'revision_number': 4, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'gw_port': {'id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:18Z', 'updated_at': '2021-05-18T01:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': 'bbe043b4-00c8-4a08-b855-ec3d0c4e8932', 'name': '', 'network_id': '880f9697-b4af-4d91-9d13-6f324c3d9e1d', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'mac_address': 'fa:16:3e:81:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c785e099-75c4-4270-b60b-6be30d451d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:23Z', 'updated_at': '2021-05-18T01:40:29Z', 'revision_number': 4, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'subnets': [{'id': 'c785e099-75c4-4270-b60b-6be30d451d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:40:30.347231 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:30.367903 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fcf96c77-2038-4219-a11d-d8731309bc8c req-465c9348-6195-4a17-8f33-eccdc173b7c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d88c1679-2875-4b83-8c4a-51b36325798d HTTP/1.1" status: 200 len: 217 time: 0.1684062 May 18 01:40:30.370329 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307f43fd-d253-4f17-8d05-a4f2fc7dd3e0,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:30.370970 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-7d3084f1-d070-4c49-95e2-cd92063546f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:30.372574 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:30.376548 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44082) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:30.377070 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0953791 May 18 01:40:30.389724 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Request body: {'security_group_rule': {'security_group_id': '27c337d9-a5b7-42b5-9dfc-e478b7e08349', 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:30.397569 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:30.400139 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6e5b7ee-bf82-4104-9279-dc77852a982b req-3441e317-f60c-4cd3-9831-739989bb7d58 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329975 May 18 01:40:30.400975 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:30.402636 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Usage tracker for resource:security_group_rule and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:30.406404 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:30.424511 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:30.446940 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.securitygroups_db [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Project 52a13f2665fc4368ac52043cd8a50a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 01:40:30.460312 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:30.484986 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96c77-2038-4219-a11d-d8731309bc8c req-796a3092-f8fb-466b-9144-04aeafef9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:30.487140 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fcf96c77-2038-4219-a11d-d8731309bc8c req-796a3092-f8fb-466b-9144-04aeafef9642 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 200 len: 859 time: 0.0851643 May 18 01:40:30.549316 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:30.565368 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:30.573162 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:30.577407 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:30.601826 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fcf96c77-2038-4219-a11d-d8731309bc8c req-a71cc602-4138-4623-9c9f-21ecb4e121a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9533330a-4893-4169-b921-043203f6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068578 May 18 01:40:30.619128 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bba11e-755a-4e82-ae32-0c715f28f65c,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:30.619369 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-2b355503-be44-4b66-abef-823b23654651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '6cc5fb30-9f0f-41b7-91bb-6a36397f7f9b', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'port_id': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'mac_address': 'fa:16:3e:85:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82260acc-08a0-4189-9e6d-719285b77697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:39:56Z', 'updated_at': '2021-05-18T01:40:26Z', 'revision_number': 1, 'project_id': '25972865c49844ea8268b910ba743fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:30.621610 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:30.624844 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b355503-be44-4b66-abef-823b23654651 None None] Checking router: c72c7ee0-d13e-4664-9865-1a5bace94d2e for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:40:30.636309 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b355503-be44-4b66-abef-823b23654651 None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:40:30.637114 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:30.637434 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-2b355503-be44-4b66-abef-823b23654651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:40:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:30.652227 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2729247 May 18 01:40:30.828008 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112f3e-67d6-4ccf-8e67-34be7fabfb70 req-c8852cfd-3c16-4760-bb49-d47935eb744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:30.829542 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b2112f3e-67d6-4ccf-8e67-34be7fabfb70 req-c8852cfd-3c16-4760-bb49-d47935eb744d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fa7a32e7c6d4964b1127251638f83ca&device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 1096 time: 0.8638439 May 18 01:40:30.833059 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device bbe043b4-00c8-4a08-b855-ec3d0c4e8932 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:30.859646 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-2b355503-be44-4b66-abef-823b23654651 None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:40:30.982808 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:30.988552 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:30.989194 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:31.172734 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e3f99-07cb-413b-a9db-18df9377a039 req-546e4ad4-78e3-4c5e-9d39-f110d347d1cc tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:31.193482 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3e2e3f99-07cb-413b-a9db-18df9377a039 req-546e4ad4-78e3-4c5e-9d39-f110d347d1cc tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 943 time: 0.5756524 May 18 01:40:31.193696 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:31.226378 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fcf96c77-2038-4219-a11d-d8731309bc8c req-a46475ad-0dc9-49ed-a9b3-addbc30b47c4 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074457 May 18 01:40:31.227881 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port bbe043b4-00c8-4a08-b855-ec3d0c4e8932, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=bbe043b4-00c8-4a08-b855-ec3d0c4e8932,segment=NetworkSegment(dc26faeb-0a30-4ec9-a8aa-29c7ea899cec),segment_id=dc26faeb-0a30-4ec9-a8aa-29c7ea899cec)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:31.235749 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112f3e-67d6-4ccf-8e67-34be7fabfb70 req-cf0a45ae-2d12-4e9a-bc65-7faa39759c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:31.237396 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b2112f3e-67d6-4ccf-8e67-34be7fabfb70 req-cf0a45ae-2d12-4e9a-bc65-7faa39759c74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 HTTP/1.1" status: 200 len: 910 time: 0.3852434 May 18 01:40:31.237722 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:31.241703 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-63b5ee4b-36cb-491c-8445-e3e9cf0d19e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:31.335891 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=bbe043b4-00c8-4a08-b855-ec3d0c4e8932,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:31.352442 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:31.472274 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3e2e3f99-07cb-413b-a9db-18df9377a039 req-65de5707-bcdc-4554-b964-83edba4fee37 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777390 May 18 01:40:31.481190 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-2b355503-be44-4b66-abef-823b23654651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '6cc5fb30-9f0f-41b7-91bb-6a36397f7f9b', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'port_id': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'mac_address': 'fa:16:3e:85:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82260acc-08a0-4189-9e6d-719285b77697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:39:56Z', 'updated_at': '2021-05-18T01:40:26Z', 'revision_number': 1, 'project_id': '25972865c49844ea8268b910ba743fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:31.489752 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b355503-be44-4b66-abef-823b23654651 None None] The sync data for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb is: [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '6cc5fb30-9f0f-41b7-91bb-6a36397f7f9b', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'floating_ip_address': '172.28.3.182', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'port_id': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'mac_address': 'fa:16:3e:85:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82260acc-08a0-4189-9e6d-719285b77697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:39:56Z', 'updated_at': '2021-05-18T01:40:26Z', 'revision_number': 1, 'project_id': '25972865c49844ea8268b910ba743fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:40:31.546562 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b2112f3e-67d6-4ccf-8e67-34be7fabfb70 req-e4fbb53e-a0bc-4ba2-9ae5-5a56ee94cb4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae30586b-6228-41ba-9889-bca9a58a80d2 HTTP/1.1" status: 200 len: 217 time: 0.2747316 May 18 01:40:31.588811 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:31.756016 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:31.802652 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fcf96c77-2038-4219-a11d-d8731309bc8c req-59de7525-926b-4cf1-b1ac-4c2e05c4609d service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642622 May 18 01:40:31.839991 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112f3e-67d6-4ccf-8e67-34be7fabfb70 req-1c3f4c0c-5179-4a39-9ec9-beb14631dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:31.841914 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b2112f3e-67d6-4ccf-8e67-34be7fabfb70 req-1c3f4c0c-5179-4a39-9ec9-beb14631dcee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a0362dce-b2d4-4c23-be6f-a67413020316 HTTP/1.1" status: 200 len: 849 time: 0.2861273 May 18 01:40:31.904558 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b2112f3e-67d6-4ccf-8e67-34be7fabfb70 req-315a6686-61a2-46c2-bec1-75869657eaa4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550692 May 18 01:40:31.918798 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb642084-ad60-48d1-af69-529296f40ab7 None None] New status for floating IP 6cc5fb30-9f0f-41b7-91bb-6a36397f7f9b: ACTIVE {{(pid=78853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:40:32.122690 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b2112f3e-67d6-4ccf-8e67-34be7fabfb70 req-eb63e20c-4de6-4aea-bcdd-8fba582199a1 service neutron] 10.222.0.39 "GET /v2.0/networks/b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998057 May 18 01:40:32.235005 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58369a0-9bcd-4ab9-a8f3-93b63dba4ffa req-aebb5100-763e-41f2-965d-fb3af1fcb3a7 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:32.236521 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e58369a0-9bcd-4ab9-a8f3-93b63dba4ffa req-aebb5100-763e-41f2-965d-fb3af1fcb3a7 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1889193 May 18 01:40:32.312481 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e58369a0-9bcd-4ab9-a8f3-93b63dba4ffa req-7641d910-b8ec-4d0d-852f-aab25d8dded6 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680232 May 18 01:40:32.322083 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b2112f3e-67d6-4ccf-8e67-34be7fabfb70 req-09223b96-656a-458b-ae7f-e2e47441edaa service neutron] 10.222.0.39 "GET /v2.0/networks/b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862614 May 18 01:40:32.383255 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'status': 'completed', 'code': 200} May 18 01:40:32.550216 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb5b8c-0697-4b81-8072-de5192906fca req-e44fd715-a4f6-4d6f-91e0-af48a85de883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:32.552096 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22bb5b8c-0697-4b81-8072-de5192906fca req-e44fd715-a4f6-4d6f-91e0-af48a85de883 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 1098 time: 0.1416311 May 18 01:40:32.668688 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7300c3-cff7-41bb-ab76-17a7159bc9bd req-a33edc15-84d9-4340-80d1-0e5140c0ee48 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:32.670269 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bb7300c3-cff7-41bb-ab76-17a7159bc9bd req-a33edc15-84d9-4340-80d1-0e5140c0ee48 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 945 time: 0.2014096 May 18 01:40:32.702362 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device bbe043b4-00c8-4a08-b855-ec3d0c4e8932 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:32.748438 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bb7300c3-cff7-41bb-ab76-17a7159bc9bd req-92076b59-a784-4910-b8e5-1f7b53bb5ecb tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721786 May 18 01:40:32.750916 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb5b8c-0697-4b81-8072-de5192906fca req-a69cdb0f-730b-4a0b-a6fd-28941125b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:32.752294 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22bb5b8c-0697-4b81-8072-de5192906fca req-a69cdb0f-730b-4a0b-a6fd-28941125b338 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 917 time: 0.1913261 May 18 01:40:32.773597 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:32.773983 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:32.874986 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22bb5b8c-0697-4b81-8072-de5192906fca req-646b0fec-15c8-4cff-a80d-6ee411f6e3c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c HTTP/1.1" status: 200 len: 1001 time: 0.1121364 May 18 01:40:32.984330 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:33.014214 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb5b8c-0697-4b81-8072-de5192906fca req-d0cd4e13-5a34-45ee-ad26-9f0001d2b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:33.015651 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22bb5b8c-0697-4b81-8072-de5192906fca req-d0cd4e13-5a34-45ee-ad26-9f0001d2b89a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.1339231 May 18 01:40:33.094380 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbe23d-757f-433c-a707-7e9bf208699a req-d6d38317-1011-4ac6-b4b6-928dea28924a tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:33.095803 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0edbe23d-757f-433c-a707-7e9bf208699a req-d6d38317-1011-4ac6-b4b6-928dea28924a tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 943 time: 0.1717057 May 18 01:40:33.139641 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb5b8c-0697-4b81-8072-de5192906fca req-eeb5149d-1730-4f91-b48a-a6a4b932b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:33.141082 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22bb5b8c-0697-4b81-8072-de5192906fca req-eeb5149d-1730-4f91-b48a-a6a4b932b39d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1176434 May 18 01:40:33.150980 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0edbe23d-757f-433c-a707-7e9bf208699a req-9fa45923-a1a1-4ad5-aeef-88ef3aff2694 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480502 May 18 01:40:33.294594 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22bb5b8c-0697-4b81-8072-de5192906fca req-8cd84829-db0f-45d4-acad-89b5ac5c1082 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425891 May 18 01:40:33.432890 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22bb5b8c-0697-4b81-8072-de5192906fca req-5e5067ac-561b-4676-a319-049313132391 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294732 May 18 01:40:33.515922 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8052798-131c-4ac0-a747-f2fd0fdc7652 req-4238b46e-9ba0-4ff0-817a-4b18e8edd123 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:33.517703 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a8052798-131c-4ac0-a747-f2fd0fdc7652 req-4238b46e-9ba0-4ff0-817a-4b18e8edd123 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0839684 May 18 01:40:33.564568 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a8052798-131c-4ac0-a747-f2fd0fdc7652 req-b80af4f1-019d-44ba-8741-0490eebf015b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 May 18 01:40:34.077376 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f56cc1-4f3a-46cd-b68e-911250ac535f req-1ac8f251-cafb-49cc-a41b-a28376d259f9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:34.079217 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-54f56cc1-4f3a-46cd-b68e-911250ac535f req-1ac8f251-cafb-49cc-a41b-a28376d259f9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 945 time: 0.1967573 May 18 01:40:34.094104 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device ae30586b-6228-41ba-9889-bca9a58a80d2 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:40:34.127237 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-54f56cc1-4f3a-46cd-b68e-911250ac535f req-565fb63c-170d-44ee-8d5b-0ab232ffb326 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414679 May 18 01:40:34.234737 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port ae30586b-6228-41ba-9889-bca9a58a80d2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ae30586b-6228-41ba-9889-bca9a58a80d2,segment=NetworkSegment(b4a5d289-c8db-4be2-9788-067e3053d8eb),segment_id=b4a5d289-c8db-4be2-9788-067e3053d8eb)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:34.249203 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': 'ae30586b-6228-41ba-9889-bca9a58a80d2', 'network_id': 'b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66', 'port_id': 'ae30586b-6228-41ba-9889-bca9a58a80d2', 'mac_address': 'fa:16:3e:7b:9e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0362dce-b2d4-4c23-be6f-a67413020316', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:40:34.300559 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-c33e02b8-6578-49f2-9714-f3833494cf74 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:34.302020 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-c33e02b8-6578-49f2-9714-f3833494cf74 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 945 time: 0.1223657 May 18 01:40:34.309589 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:34.327949 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae30586b-6228-41ba-9889-bca9a58a80d2 {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:40:34.346235 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port ae30586b-6228-41ba-9889-bca9a58a80d2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ae30586b-6228-41ba-9889-bca9a58a80d2,segment=NetworkSegment(b4a5d289-c8db-4be2-9788-067e3053d8eb),segment_id=b4a5d289-c8db-4be2-9788-067e3053d8eb)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:34.350708 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:34.352678 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:34.426958 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=ae30586b-6228-41ba-9889-bca9a58a80d2,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:34.430406 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:34.452919 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9e585-8625-48f0-b9d8-1285f90e6e9e req-2fe98eec-b94e-4ad2-be93-ef390320570c tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:34.454356 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8fa9e585-8625-48f0-b9d8-1285f90e6e9e req-2fe98eec-b94e-4ad2-be93-ef390320570c tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 943 time: 0.1969447 May 18 01:40:34.509380 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8fa9e585-8625-48f0-b9d8-1285f90e6e9e req-8d6323a7-2538-4cc4-a852-1424e445ff7d tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487127 May 18 01:40:34.510887 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Deleting port b1a10864-a230-405d-af79-9c880e28552e {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:40:34.511229 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:34.659212 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] For port b1a10864-a230-405d-af79-9c880e28552e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b1a10864-a230-405d-af79-9c880e28552e,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:34.659572 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:34.699984 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['ae30586b-6228-41ba-9889-bca9a58a80d2'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:40:34.788207 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Calling delete_port for b1a10864-a230-405d-af79-9c880e28552e owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:40:34.895829 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2150e7-4847-4a95-bc38-aff8ffc1c9a2 req-ab45d0c1-93c2-400c-8207-20c996188ea8 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:34.897190 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3c2150e7-4847-4a95-bc38-aff8ffc1c9a2 req-ab45d0c1-93c2-400c-8207-20c996188ea8 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1200297 May 18 01:40:34.995334 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3c2150e7-4847-4a95-bc38-aff8ffc1c9a2 req-0dae63aa-4f45-42c7-aca2-b866231e2d3e tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919218 May 18 01:40:35.001248 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:35.016361 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:35.054535 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Pushing event deleted for resources: {'Port': ['ID=b1a10864-a230-405d-af79-9c880e28552e,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:35.092279 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.093007 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.093007 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.093520 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.093684 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.094037 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.094379 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.094736 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.095096 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.095497 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.095835 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.096323 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:40:35.100449 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:35.156323 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] No DVR routers for this DVR port b1a10864-a230-405d-af79-9c880e28552e on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:40:35.160713 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:35.164234 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce975105-b42d-4bdb-97e3-c9ae295ffc72', 'name': 'network-vif-deleted', 'tag': 'b1a10864-a230-405d-af79-9c880e28552e'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:35.178140 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0bc91e9c-be0e-4727-a2c7-08c7503539b3 req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "DELETE /v2.0/ports/b1a10864-a230-405d-af79-9c880e28552e HTTP/1.1" status: 204 len: 173 time: 0.8614171 May 18 01:40:35.292526 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-5c2bbae8-eea5-48a7-9ff5-42cc2275cf47 req-87216220-e5a3-49ef-820d-16b995d8e2ff tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Synchronizing usage tracker for tenant:bf8e94615022444d841e0fbde2f29590 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:35.310502 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-5c2bbae8-eea5-48a7-9ff5-42cc2275cf47 req-87216220-e5a3-49ef-820d-16b995d8e2ff tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Unset dirty status for tenant:bf8e94615022444d841e0fbde2f29590 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:35.311781 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5c2bbae8-eea5-48a7-9ff5-42cc2275cf47 req-87216220-e5a3-49ef-820d-16b995d8e2ff tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce975105-b42d-4bdb-97e3-c9ae295ffc72 HTTP/1.1" status: 200 len: 210 time: 0.0650392 May 18 01:40:35.367881 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce975105-b42d-4bdb-97e3-c9ae295ffc72', 'name': 'network-vif-deleted', 'tag': 'b1a10864-a230-405d-af79-9c880e28552e', 'status': 'completed', 'code': 200} May 18 01:40:35.638328 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['522d66ae-a394-4e74-82ee-08774009d574', '54106ce1-677c-4cec-a665-363fe2155dd0', 'eaa8bffd-f564-4c50-9994-16c95647502d', 'b1a10864-a230-405d-af79-9c880e28552e'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:40:35.703880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb803d05-06ba-457e-b1e0-9888f1c7fc1d req-748a77e4-3067-4901-bf12-8b942d5814df tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:35.708301 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eb803d05-06ba-457e-b1e0-9888f1c7fc1d req-748a77e4-3067-4901-bf12-8b942d5814df tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 944 time: 0.0914891 May 18 01:40:35.758832 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eb803d05-06ba-457e-b1e0-9888f1c7fc1d req-b887d514-5c2c-4892-b34a-985fbc495a6c tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468476 May 18 01:40:36.107807 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device ae30586b-6228-41ba-9889-bca9a58a80d2 up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:40:36.178778 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port ae30586b-6228-41ba-9889-bca9a58a80d2 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:36.184757 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port ae30586b-6228-41ba-9889-bca9a58a80d2 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:36.185346 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:36.190802 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d5997-e8f1-46e8-9fa8-f8dbf9eb3e60 req-5e6698dd-d68c-425b-bf80-369328ad014b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:36.192686 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-260d5997-e8f1-46e8-9fa8-f8dbf9eb3e60 req-5e6698dd-d68c-425b-bf80-369328ad014b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0894973 May 18 01:40:36.257990 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-260d5997-e8f1-46e8-9fa8-f8dbf9eb3e60 req-b626796e-e647-4718-a7b4-7d1f80ae20f6 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559697 May 18 01:40:36.312541 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:36.345063 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9aeac6-87d9-4872-8d94-13a5f83f79ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae30586b-6228-41ba-9889-bca9a58a80d2'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:36.357831 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port ae30586b-6228-41ba-9889-bca9a58a80d2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ae30586b-6228-41ba-9889-bca9a58a80d2,segment=NetworkSegment(b4a5d289-c8db-4be2-9788-067e3053d8eb),segment_id=b4a5d289-c8db-4be2-9788-067e3053d8eb)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:36.364051 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:36.366619 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:36.451605 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9aeac6-87d9-4872-8d94-13a5f83f79ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae30586b-6228-41ba-9889-bca9a58a80d2', 'code': 200} May 18 01:40:36.454121 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=ae30586b-6228-41ba-9889-bca9a58a80d2,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:36.457171 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:36.711286 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1162b33-d450-473a-a90a-30b6883360e5 req-5c0c0a45-1f78-44b4-aa41-e5b302b31e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:36.712742 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b1162b33-d450-473a-a90a-30b6883360e5 req-5c0c0a45-1f78-44b4-aa41-e5b302b31e90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 1098 time: 0.0792592 May 18 01:40:36.758506 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b1162b33-d450-473a-a90a-30b6883360e5 req-0af1d05c-3241-41a8-9e15-221847d69093 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 May 18 01:40:36.945135 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62804713-56ce-432f-85b5-6b69cd8a6c4f req-204eb9b0-99f3-4f84-987b-d09bb537c8c2 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:36.946576 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-62804713-56ce-432f-85b5-6b69cd8a6c4f req-204eb9b0-99f3-4f84-987b-d09bb537c8c2 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 945 time: 0.0805457 May 18 01:40:36.995774 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-62804713-56ce-432f-85b5-6b69cd8a6c4f req-8d3f6289-d99b-4ed5-a05c-fdb60882da11 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 May 18 01:40:37.454418 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5101f-f2e0-4dae-ba9f-02e4f71a6fa6 req-b7cf1343-4b12-4f2f-a9b8-6b756e6f1562 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:37.455957 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-04a5101f-f2e0-4dae-ba9f-02e4f71a6fa6 req-b7cf1343-4b12-4f2f-a9b8-6b756e6f1562 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0824556 May 18 01:40:37.500838 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-04a5101f-f2e0-4dae-ba9f-02e4f71a6fa6 req-b4515181-2e6d-4621-8a7b-b762aff57965 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392077 May 18 01:40:38.136051 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a9b19-1e01-4604-932b-563b5d4b2d22 req-d3982dca-fdbc-4c5e-8c3a-2614634bf79e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:38.137707 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-966a9b19-1e01-4604-932b-563b5d4b2d22 req-d3982dca-fdbc-4c5e-8c3a-2614634bf79e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 945 time: 0.1781361 May 18 01:40:38.141606 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device b1a10864-a230-405d-af79-9c880e28552e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:40:38.180618 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: b1a10864-a230-405d-af79-9c880e28552e {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:40:38.181096 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device b1a10864-a230-405d-af79-9c880e28552e not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:40:38.209009 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-966a9b19-1e01-4604-932b-563b5d4b2d22 req-0710ff12-c30f-4c5c-a319-f78873142f37 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590136 May 18 01:40:38.387822 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54546f1f-9e5f-4c18-b2f4-c8100710f3b3 req-4ff50e06-c658-4e9b-9d08-9f3ceef10781 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:38.389920 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-54546f1f-9e5f-4c18-b2f4-c8100710f3b3 req-4ff50e06-c658-4e9b-9d08-9f3ceef10781 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 945 time: 0.0832412 May 18 01:40:38.435861 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-54546f1f-9e5f-4c18-b2f4-c8100710f3b3 req-80aae96f-5d70-4046-847d-b9b37b963169 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394483 May 18 01:40:38.741912 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9211697-a33a-42f4-a572-7d734ee4557a req-84765ce1-9b4c-4fa1-866e-53d638855eeb tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:38.743614 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9211697-a33a-42f4-a572-7d734ee4557a req-84765ce1-9b4c-4fa1-866e-53d638855eeb tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0876596 May 18 01:40:38.802267 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9211697-a33a-42f4-a572-7d734ee4557a req-6dc8cb80-ebe1-4832-959a-f015f283ec33 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525925 May 18 01:40:39.410650 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e59bac-80ac-4b24-a867-a77617fa4b52 req-210b146e-28b1-4391-a0ac-1d5899ecb4ad tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:39.412105 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e1e59bac-80ac-4b24-a867-a77617fa4b52 req-210b146e-28b1-4391-a0ac-1d5899ecb4ad tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 945 time: 0.0905223 May 18 01:40:39.463690 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e1e59bac-80ac-4b24-a867-a77617fa4b52 req-a4fd207e-cff5-4a4a-af0e-b134543eef91 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 May 18 01:40:39.899687 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-c2575998-35be-4b46-a717-1232925a2a97 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:39.901920 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-c2575998-35be-4b46-a717-1232925a2a97 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 945 time: 0.0876353 May 18 01:40:40.106112 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4e454-118f-4be7-a0a6-0db0c2221d90 req-130672bd-1b66-4dd0-9946-712464df0605 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:40.107486 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9ef4e454-118f-4be7-a0a6-0db0c2221d90 req-130672bd-1b66-4dd0-9946-712464df0605 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1645989 May 18 01:40:40.133401 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Deleting port eaa8bffd-f564-4c50-9994-16c95647502d {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:40:40.133757 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:40.243134 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9ef4e454-118f-4be7-a0a6-0db0c2221d90 req-cba32349-324b-4345-9103-9f661b01b52f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292410 May 18 01:40:40.292285 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] For port eaa8bffd-f564-4c50-9994-16c95647502d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eaa8bffd-f564-4c50-9994-16c95647502d,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:40.292648 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:40.418178 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Calling delete_port for eaa8bffd-f564-4c50-9994-16c95647502d owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:40:40.548674 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:40.555686 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:40.562124 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['522d66ae-a394-4e74-82ee-08774009d574', '54106ce1-677c-4cec-a665-363fe2155dd0', 'eaa8bffd-f564-4c50-9994-16c95647502d'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:40:40.605713 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Pushing event deleted for resources: {'Port': ['ID=eaa8bffd-f564-4c50-9994-16c95647502d,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:40.610398 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:40.736754 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] No DVR routers for this DVR port eaa8bffd-f564-4c50-9994-16c95647502d on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:40:40.744103 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:40.747367 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd349d7-9c8a-4d33-985b-aeab21caa37f', 'name': 'network-vif-deleted', 'tag': 'eaa8bffd-f564-4c50-9994-16c95647502d'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:40.754993 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-36aa40c7-c677-4194-83b2-c9e3554fc856 req-22340656-aa89-4146-936b-a53a66f7ee40 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd349d7-9c8a-4d33-985b-aeab21caa37f HTTP/1.1" status: 200 len: 210 time: 0.1392276 May 18 01:40:40.779138 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-11eb8c95-dc3b-4e4b-8478-0f2d3bd4e499 req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "DELETE /v2.0/ports/eaa8bffd-f564-4c50-9994-16c95647502d HTTP/1.1" status: 204 len: 173 time: 0.8706563 May 18 01:40:40.959136 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd349d7-9c8a-4d33-985b-aeab21caa37f', 'name': 'network-vif-deleted', 'tag': 'eaa8bffd-f564-4c50-9994-16c95647502d', 'status': 'completed', 'code': 200} May 18 01:40:41.435690 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951b35-7655-4fab-b79b-06499bb21830 req-6be05cb8-9b88-49ee-8447-119a9457d010 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:41.437514 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-32951b35-7655-4fab-b79b-06499bb21830 req-6be05cb8-9b88-49ee-8447-119a9457d010 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0842421 May 18 01:40:41.495701 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-32951b35-7655-4fab-b79b-06499bb21830 req-12e2e032-070f-4e0a-9916-7b6433599d1b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516193 May 18 01:40:42.304938 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc54b4-a1a2-4691-a5fc-7333c8b5d261 req-8d919c2e-afb9-4359-bb08-125107ddd4ca tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:42.306745 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65cc54b4-a1a2-4691-a5fc-7333c8b5d261 req-8d919c2e-afb9-4359-bb08-125107ddd4ca tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 945 time: 0.0821979 May 18 01:40:42.356171 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65cc54b4-a1a2-4691-a5fc-7333c8b5d261 req-f2e5fa8a-f9de-43f5-bb46-91ebcf3bf73d tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 May 18 01:40:42.718043 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fa533-296d-4c15-b402-3e0dc0523ab5 req-98eb8f81-5050-4ebc-90bd-1a5b65e3663b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:42.719471 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a82fa533-296d-4c15-b402-3e0dc0523ab5 req-98eb8f81-5050-4ebc-90bd-1a5b65e3663b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0830119 May 18 01:40:42.766030 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a82fa533-296d-4c15-b402-3e0dc0523ab5 req-fe34fd6c-b54e-4b08-b07f-9e5b6daac1a7 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 May 18 01:40:42.936630 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb1b47-c21c-4915-bb06-47510de439c4 req-995d9f36-47b2-4081-82ca-ae031ce87d8e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:42.937340 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-02cb1b47-c21c-4915-bb06-47510de439c4 req-995d9f36-47b2-4081-82ca-ae031ce87d8e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Synchronizing usage tracker for tenant:bf8e94615022444d841e0fbde2f29590 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:42.952671 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-02cb1b47-c21c-4915-bb06-47510de439c4 req-995d9f36-47b2-4081-82ca-ae031ce87d8e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Unset dirty status for tenant:bf8e94615022444d841e0fbde2f29590 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:42.953936 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-02cb1b47-c21c-4915-bb06-47510de439c4 req-995d9f36-47b2-4081-82ca-ae031ce87d8e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 946 time: 0.0966561 May 18 01:40:43.078541 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-02cb1b47-c21c-4915-bb06-47510de439c4 req-ed07d335-6715-4604-b17d-1a79750a8639 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186929 May 18 01:40:43.548668 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2b1d-6c15-4fab-90f0-84c5f6bae90f req-3f6f6ea8-7d92-45d8-9b03-af360613b00b tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:43.550696 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e21e2b1d-6c15-4fab-90f0-84c5f6bae90f req-3f6f6ea8-7d92-45d8-9b03-af360613b00b tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 945 time: 0.0841112 May 18 01:40:43.595430 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e21e2b1d-6c15-4fab-90f0-84c5f6bae90f req-974eccb6-7428-4d83-8944-25bf3aa6c4a0 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c34fcbf-7df7-463b-b4a5-14213e5aa92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391243 May 18 01:40:43.711204 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-ca57d71a-d3ae-4bb8-acee-4b1d57a373cd tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:43.712598 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-ca57d71a-d3ae-4bb8-acee-4b1d57a373cd tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 945 time: 0.0811179 May 18 01:40:43.857933 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Deleting port ae30586b-6228-41ba-9889-bca9a58a80d2 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:40:43.858319 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:44.042200 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] For port ae30586b-6228-41ba-9889-bca9a58a80d2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ae30586b-6228-41ba-9889-bca9a58a80d2,segment=NetworkSegment(b4a5d289-c8db-4be2-9788-067e3053d8eb),segment_id=b4a5d289-c8db-4be2-9788-067e3053d8eb)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:44.042472 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:44.063640 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e5d74-f789-4b0f-b5aa-bc27bcd3560a req-e9d6c043-0d4a-44bc-9882-82bc90e9dffa tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:44.065692 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-344e5d74-f789-4b0f-b5aa-bc27bcd3560a req-e9d6c043-0d4a-44bc-9882-82bc90e9dffa tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1920111 May 18 01:40:44.181405 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device eaa8bffd-f564-4c50-9994-16c95647502d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:40:44.191215 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Calling delete_port for ae30586b-6228-41ba-9889-bca9a58a80d2 owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:40:44.218347 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: eaa8bffd-f564-4c50-9994-16c95647502d {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:40:44.218693 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device eaa8bffd-f564-4c50-9994-16c95647502d not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:40:44.265959 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-344e5d74-f789-4b0f-b5aa-bc27bcd3560a req-1f3f0173-f4f9-439b-94ec-366e63060ee2 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490245 May 18 01:40:44.324615 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-34c5aa6e-6764-4d2c-b208-b80d0bce10ce tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:44.326066 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-34c5aa6e-6764-4d2c-b208-b80d0bce10ce tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 946 time: 0.1106176 May 18 01:40:44.541057 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:44.554552 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['ae30586b-6228-41ba-9889-bca9a58a80d2'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:40:44.554822 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:44.612494 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Pushing event deleted for resources: {'Port': ['ID=ae30586b-6228-41ba-9889-bca9a58a80d2,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:44.616533 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:44.697152 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a78a3d-7ac1-4745-b661-9c9d77ce6992 req-2bb1bbea-ce4e-4ed9-b65e-4e06c77ad9c2 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:44.698626 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-67a78a3d-7ac1-4745-b661-9c9d77ce6992 req-2bb1bbea-ce4e-4ed9-b65e-4e06c77ad9c2 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 946 time: 0.3086579 May 18 01:40:44.705319 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] No DVR routers for this DVR port ae30586b-6228-41ba-9889-bca9a58a80d2 on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:40:44.709545 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:44.712304 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9aeac6-87d9-4872-8d94-13a5f83f79ac', 'name': 'network-vif-deleted', 'tag': 'ae30586b-6228-41ba-9889-bca9a58a80d2'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:44.750554 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5c4d4e2f-eb43-4830-8c88-94a87562d6b2 req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.39 "DELETE /v2.0/ports/ae30586b-6228-41ba-9889-bca9a58a80d2 HTTP/1.1" status: 204 len: 173 time: 1.0304027 May 18 01:40:44.773786 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Deleting port 54106ce1-677c-4cec-a665-363fe2155dd0 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:40:44.774131 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:44.791043 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-67a78a3d-7ac1-4745-b661-9c9d77ce6992 req-ee2b8030-78d7-4302-85e0-2a1cc51cd035 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827601 May 18 01:40:44.918294 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] For port 54106ce1-677c-4cec-a665-363fe2155dd0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=54106ce1-677c-4cec-a665-363fe2155dd0,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:44.918739 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:45.138138 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Calling delete_port for 54106ce1-677c-4cec-a665-363fe2155dd0 owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:40:45.186297 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-fec59c3a-435b-47d2-9788-ef6e539133b4 req-d90433d3-f763-42a0-b631-a418dd261f86 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Synchronizing usage tracker for tenant:7fa7a32e7c6d4964b1127251638f83ca on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:45.215516 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-fec59c3a-435b-47d2-9788-ef6e539133b4 req-d90433d3-f763-42a0-b631-a418dd261f86 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Unset dirty status for tenant:7fa7a32e7c6d4964b1127251638f83ca on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:45.216665 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fec59c3a-435b-47d2-9788-ef6e539133b4 req-d90433d3-f763-42a0-b631-a418dd261f86 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] 10.222.0.11 "GET /v2.0/ports?device_id=af9aeac6-87d9-4872-8d94-13a5f83f79ac HTTP/1.1" status: 200 len: 210 time: 0.0854704 May 18 01:40:45.282429 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9aeac6-87d9-4872-8d94-13a5f83f79ac', 'name': 'network-vif-deleted', 'tag': 'ae30586b-6228-41ba-9889-bca9a58a80d2', 'status': 'completed', 'code': 200} May 18 01:40:45.326328 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:45.335187 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:45.338732 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['522d66ae-a394-4e74-82ee-08774009d574', '54106ce1-677c-4cec-a665-363fe2155dd0'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:40:45.439814 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Pushing event deleted for resources: {'Port': ['ID=54106ce1-677c-4cec-a665-363fe2155dd0,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:45.475944 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:45.524910 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] No DVR routers for this DVR port 54106ce1-677c-4cec-a665-363fe2155dd0 on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:40:45.529354 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:45.546449 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fd18dadd-1949-4083-ad2d-5646fe0b9cf3 req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "DELETE /v2.0/ports/54106ce1-677c-4cec-a665-363fe2155dd0 HTTP/1.1" status: 204 len: 173 time: 1.2147355 May 18 01:40:45.565376 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccbb1f-9d7f-4b67-a589-ec6343cde81d req-b8ec4a0b-36e6-4f70-8a61-629ffe3f30c0 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:45.566832 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e9ccbb1f-9d7f-4b67-a589-ec6343cde81d req-b8ec4a0b-36e6-4f70-8a61-629ffe3f30c0 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1744013 May 18 01:40:45.618012 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e9ccbb1f-9d7f-4b67-a589-ec6343cde81d req-37b218ac-1355-4231-b45d-ce162affc3d2 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 May 18 01:40:45.959114 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-86361f6e-fefd-41ac-b011-b28d00d3a13d req-256f7647-2fba-4a8b-afc6-04d5f2cc068e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Synchronizing usage tracker for tenant:bf8e94615022444d841e0fbde2f29590 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:45.976149 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-86361f6e-fefd-41ac-b011-b28d00d3a13d req-256f7647-2fba-4a8b-afc6-04d5f2cc068e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Unset dirty status for tenant:bf8e94615022444d841e0fbde2f29590 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:45.981039 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-86361f6e-fefd-41ac-b011-b28d00d3a13d req-256f7647-2fba-4a8b-afc6-04d5f2cc068e tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab77bdde-4c1c-4584-8e18-987d721a6dd7 HTTP/1.1" status: 200 len: 210 time: 0.0671270 May 18 01:40:46.197169 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44380) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:46.325804 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:46.340422 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:46.344261 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] Usage tracker for resource:security_group_rule and tenant:00829dfa3187428089ce62ffc96d0995 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:40:46.347644 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:40:46.353252 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:46.439209 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:46.443149 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:46.451618 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-51465e41-2c77-40b7-b760-d67b368aa6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:46.492317 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90495860-5a0a-4277-b61c-f4d679356048,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:46.498214 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00829dfa3187428089ce62ffc96d0995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997270 May 18 01:40:46.498890 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:46.499369 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44390) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:46.556309 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-49008e20-ff50-4271-8f0a-47ecd929d025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:46.584215 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-49008e20-ff50-4271-8f0a-47ecd929d025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:46.651020 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-49008e20-ff50-4271-8f0a-47ecd929d025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:46.657985 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a9a4452b-b4e0-4dc7-8c69-e919089cb610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:46.672343 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49008e20-ff50-4271-8f0a-47ecd929d025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90495860-5a0a-4277-b61c-f4d679356048,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:46.674408 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-49008e20-ff50-4271-8f0a-47ecd929d025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:46.675543 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-49008e20-ff50-4271-8f0a-47ecd929d025 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90495860-5a0a-4277-b61c-f4d679356048 HTTP/1.1" status: 204 len: 168 time: 0.1752141 May 18 01:40:46.676475 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-49008e20-ff50-4271-8f0a-47ecd929d025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:46.843619 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20be7ff-d7e9-4fa7-81de-a9d2b91d179c req-0381ef79-d07b-4396-86e0-960fe8c22b6d tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:46.845154 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b20be7ff-d7e9-4fa7-81de-a9d2b91d179c req-0381ef79-d07b-4396-86e0-960fe8c22b6d tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0896084 May 18 01:40:46.902270 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b20be7ff-d7e9-4fa7-81de-a9d2b91d179c req-435906fb-25dd-4af8-a2b1-20770b904248 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495481 May 18 01:40:47.283858 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab77bdde-4c1c-4584-8e18-987d721a6dd7', 'name': 'network-vif-deleted', 'tag': '54106ce1-677c-4cec-a665-363fe2155dd0'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:47.329087 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab77bdde-4c1c-4584-8e18-987d721a6dd7', 'name': 'network-vif-deleted', 'tag': '54106ce1-677c-4cec-a665-363fe2155dd0', 'status': 'completed', 'code': 200} May 18 01:40:48.096695 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d0f5f-5780-4f29-884a-057c0ad96ab2 req-dae393ac-ce3b-4b69-8bc1-c6d8ac32e91d tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:48.098215 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d40d0f5f-5780-4f29-884a-057c0ad96ab2 req-dae393ac-ce3b-4b69-8bc1-c6d8ac32e91d tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0870695 May 18 01:40:48.147510 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d40d0f5f-5780-4f29-884a-057c0ad96ab2 req-18438773-dc2f-4951-aabc-1a52a75f390a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 May 18 01:40:48.212594 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 54106ce1-677c-4cec-a665-363fe2155dd0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:40:48.252048 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: 54106ce1-677c-4cec-a665-363fe2155dd0 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:40:48.252048 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 54106ce1-677c-4cec-a665-363fe2155dd0 not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:40:48.252048 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device ae30586b-6228-41ba-9889-bca9a58a80d2 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:40:48.285299 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: ae30586b-6228-41ba-9889-bca9a58a80d2 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:40:48.285648 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device ae30586b-6228-41ba-9889-bca9a58a80d2 not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:40:48.758328 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca97335-844c-4199-ace8-c46fa042d7ad req-90eca14b-8eaf-4ee5-9eef-dc84e36414dd tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:48.759763 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-aca97335-844c-4199-ace8-c46fa042d7ad req-90eca14b-8eaf-4ee5-9eef-dc84e36414dd tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 945 time: 0.0795453 May 18 01:40:48.806581 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-aca97335-844c-4199-ace8-c46fa042d7ad req-39913ec0-05cf-46b3-9349-064860246cf6 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 May 18 01:40:49.330748 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74270423-4a57-48ca-8424-0aa6a2b4dd17 req-f7fa78e9-452d-4d41-870e-04276f799b42 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:49.332220 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-74270423-4a57-48ca-8424-0aa6a2b4dd17 req-f7fa78e9-452d-4d41-870e-04276f799b42 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0806718 May 18 01:40:49.379671 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-74270423-4a57-48ca-8424-0aa6a2b4dd17 req-44e4f17a-eb6e-4e99-94f5-a07096c22838 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 May 18 01:40:49.999022 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a7613-a2cf-4a08-8e20-768bf048019e req-761d8442-255d-4bcd-b483-465739b9d0c8 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:50.000385 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6e9a7613-a2cf-4a08-8e20-768bf048019e req-761d8442-255d-4bcd-b483-465739b9d0c8 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 945 time: 0.0829213 May 18 01:40:50.043526 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6e9a7613-a2cf-4a08-8e20-768bf048019e req-1201c808-fee0-47cc-a11b-467258507ad5 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2d1ba48-3235-4cae-a733-37f4609b9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374756 May 18 01:40:50.563692 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070a25e-cbbb-4973-94be-d08b7418b52c req-6c34fe03-cf70-4d6b-a404-74acd641b461 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:50.565717 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6070a25e-cbbb-4973-94be-d08b7418b52c req-6c34fe03-cf70-4d6b-a404-74acd641b461 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0800285 May 18 01:40:50.613282 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6070a25e-cbbb-4973-94be-d08b7418b52c req-16fddda5-6b74-4f44-aa41-a75636b4ced2 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418541 May 18 01:40:50.800610 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-70c9946b-4b16-4616-bec1-48081ffbd1fb tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820142860&fields=id&tenant_id=52a13f2665fc4368ac52043cd8a50a2e HTTP/1.1" status: 200 len: 267 time: 0.0522192 May 18 01:40:50.812541 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-b2240f2f-19c3-4674-8412-aad81955b514 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:50.814202 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-b2240f2f-19c3-4674-8412-aad81955b514 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 945 time: 0.1163468 May 18 01:40:51.057665 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-378f1787-a4a1-4635-97db-07b92b07ab58 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:51.059240 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-378f1787-a4a1-4635-97db-07b92b07ab58 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/networks?id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee HTTP/1.1" status: 200 len: 809 time: 0.2436247 May 18 01:40:51.084427 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-69746f57-929b-4da2-a551-9d8a64a0acde tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/quotas/52a13f2665fc4368ac52043cd8a50a2e HTTP/1.1" status: 200 len: 375 time: 0.0135908 May 18 01:40:51.089426 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Deleting port 522d66ae-a394-4e74-82ee-08774009d574 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:40:51.089771 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:51.391715 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-7da1d5b3-c8c1-4379-9281-608562f553cb tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Synchronizing usage tracker for tenant:52a13f2665fc4368ac52043cd8a50a2e on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:51.395598 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] For port 522d66ae-a394-4e74-82ee-08774009d574, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=522d66ae-a394-4e74-82ee-08774009d574,segment=NetworkSegment(dfd56e4b-8f88-4d0d-885b-878d0a12d5de),segment_id=dfd56e4b-8f88-4d0d-885b-878d0a12d5de)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:40:51.395958 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:51.528481 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Calling delete_port for 522d66ae-a394-4e74-82ee-08774009d574 owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:40:51.539307 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-7da1d5b3-c8c1-4379-9281-608562f553cb tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Unset dirty status for tenant:52a13f2665fc4368ac52043cd8a50a2e on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:51.540595 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-7da1d5b3-c8c1-4379-9281-608562f553cb tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=52a13f2665fc4368ac52043cd8a50a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4341187 May 18 01:40:51.729376 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-63207bdd-fd66-4aba-939e-9b5d4a3c0f5e service neutron] 10.222.0.11 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766932 May 18 01:40:51.830453 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:51.837061 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-66104ee8-a182-4b57-bb8f-149006c07c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:51.842427 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['522d66ae-a394-4e74-82ee-08774009d574'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:40:51.890434 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Pushing event deleted for resources: {'Port': ['ID=522d66ae-a394-4e74-82ee-08774009d574,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:51.933664 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:51.983723 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] No DVR routers for this DVR port 522d66ae-a394-4e74-82ee-08774009d574 on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:40:51.988507 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:51.990890 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2114eb-fa6d-4729-8602-39b059389783', 'name': 'network-vif-deleted', 'tag': '522d66ae-a394-4e74-82ee-08774009d574'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:52.004540 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-0380f35d-c4e4-4309-8799-7cd226a79e01 service neutron] 10.222.0.11 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671394 May 18 01:40:52.009709 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b8673074-749b-4a69-9f86-39b4e5dafa01 req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.39 "DELETE /v2.0/ports/522d66ae-a394-4e74-82ee-08774009d574 HTTP/1.1" status: 204 len: 173 time: 1.1728179 May 18 01:40:52.436885 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3fa2-43a6-4670-a1f2-e2a1cd4aca6d req-f1f8130f-edf9-4af1-b28c-be76b3858cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:52.438630 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-681d3fa2-43a6-4670-a1f2-e2a1cd4aca6d req-f1f8130f-edf9-4af1-b28c-be76b3858cc6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 1098 time: 0.1219180 May 18 01:40:52.636025 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-9674c154-6a99-4877-b87e-f06400b2c14b req-ec1611cc-9124-468a-9ea0-a60693a41023 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Synchronizing usage tracker for tenant:bf8e94615022444d841e0fbde2f29590 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:52.670147 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-9674c154-6a99-4877-b87e-f06400b2c14b req-ec1611cc-9124-468a-9ea0-a60693a41023 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Unset dirty status for tenant:bf8e94615022444d841e0fbde2f29590 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:52.671300 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9674c154-6a99-4877-b87e-f06400b2c14b req-ec1611cc-9124-468a-9ea0-a60693a41023 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d2114eb-fa6d-4729-8602-39b059389783 HTTP/1.1" status: 200 len: 210 time: 0.0862057 May 18 01:40:52.712400 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3fa2-43a6-4670-a1f2-e2a1cd4aca6d req-60d9bd6c-fdac-4ce5-a27e-6ee18df0d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:52.714169 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-681d3fa2-43a6-4670-a1f2-e2a1cd4aca6d req-60d9bd6c-fdac-4ce5-a27e-6ee18df0d794 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 920 time: 0.2420802 May 18 01:40:52.853369 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-681d3fa2-43a6-4670-a1f2-e2a1cd4aca6d req-50298acd-445e-4e01-8cdf-6efc8e7193b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d88c1679-2875-4b83-8c4a-51b36325798d HTTP/1.1" status: 200 len: 217 time: 0.1310847 May 18 01:40:52.985185 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3fa2-43a6-4670-a1f2-e2a1cd4aca6d req-b1af9663-30b4-447c-abab-2a229ec2f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:52.987224 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-681d3fa2-43a6-4670-a1f2-e2a1cd4aca6d req-b1af9663-30b4-447c-abab-2a229ec2f64d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 200 len: 859 time: 0.0895584 May 18 01:40:52.999873 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c82742-7543-4645-a251-7fee31e45b0a req-323d47bf-fd93-4a29-bb50-3ccd0452286e tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:53.001368 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-15c82742-7543-4645-a251-7fee31e45b0a req-323d47bf-fd93-4a29-bb50-3ccd0452286e tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1472108 May 18 01:40:53.068356 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-681d3fa2-43a6-4670-a1f2-e2a1cd4aca6d req-90a3216a-0b0d-44b5-8dc3-9fc85922094a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9533330a-4893-4169-b921-043203f6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454643 May 18 01:40:53.166361 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-15c82742-7543-4645-a251-7fee31e45b0a req-baa80777-f6e7-4a40-b032-b45bfa4991ef tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591163 May 18 01:40:53.247417 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2114eb-fa6d-4729-8602-39b059389783', 'name': 'network-vif-deleted', 'tag': '522d66ae-a394-4e74-82ee-08774009d574', 'status': 'completed', 'code': 200} May 18 01:40:53.280427 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-681d3fa2-43a6-4670-a1f2-e2a1cd4aca6d req-12129d4f-fa95-46a8-be91-f72e400509b5 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023537 May 18 01:40:53.357100 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780ba63-745b-4aad-8bca-3c45a3f04c0a req-c6d4e081-e599-4f18-b879-33e30ebcfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:53.358525 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6780ba63-745b-4aad-8bca-3c45a3f04c0a req-c6d4e081-e599-4f18-b879-33e30ebcfd88 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 1098 time: 0.1471705 May 18 01:40:53.501127 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-232a8933-4f4a-41a2-8921-d16c5d616454 req-7e5dea4a-5794-4384-8cb6-841545925395 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 210 time: 0.2041428 May 18 01:40:53.570773 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6780ba63-745b-4aad-8bca-3c45a3f04c0a req-c0112da2-0d61-47fd-9f32-9aa7f10bb05b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725451 May 18 01:40:53.613345 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-681d3fa2-43a6-4670-a1f2-e2a1cd4aca6d req-6865d223-07a2-4ca5-8036-20066293feea service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148301 May 18 01:40:53.673634 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-09d353ae-4e80-46a6-abe3-06dd484abc01 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:53.674316 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-09d353ae-4e80-46a6-abe3-06dd484abc01 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Synchronizing usage tracker for tenant:52a13f2665fc4368ac52043cd8a50a2e on resource:network {{(pid=78852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:53.691052 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-09d353ae-4e80-46a6-abe3-06dd484abc01 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Unset dirty status for tenant:52a13f2665fc4368ac52043cd8a50a2e on resource:network {{(pid=78852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:53.692130 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-09d353ae-4e80-46a6-abe3-06dd484abc01 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.39 "GET /v2.0/networks?id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee HTTP/1.1" status: 200 len: 809 time: 0.1688769 May 18 01:40:53.748405 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-87b55cf3-8a05-4691-a9e3-1cd2d2bfa018 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Synchronizing usage tracker for tenant:52a13f2665fc4368ac52043cd8a50a2e on resource:security_group {{(pid=78852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:40:53.765414 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-87b55cf3-8a05-4691-a9e3-1cd2d2bfa018 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Unset dirty status for tenant:52a13f2665fc4368ac52043cd8a50a2e on resource:security_group {{(pid=78852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:40:53.766438 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-87b55cf3-8a05-4691-a9e3-1cd2d2bfa018 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52a13f2665fc4368ac52043cd8a50a2e HTTP/1.1" status: 200 len: 379 time: 0.0569141 May 18 01:40:53.775616 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Request body: {'port': {'device_id': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'admin_state_up': True, 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'security_groups': ['27c337d9-a5b7-42b5-9dfc-e478b7e08349']}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:53.778165 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44524) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:53.844151 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a014d03c-efe6-4ff3-b357-a03f859e85e3 admin admin] Deleting subnet 9651875f-8b4a-4721-9d3d-140ff3043c11 {{(pid=78851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:40:53.847540 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a014d03c-efe6-4ff3-b357-a03f859e85e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:53.898636 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a014d03c-efe6-4ff3-b357-a03f859e85e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-897402'] for subnet, precommit_delete_associations {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:53.914633 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:40:53.925175 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:40:53.934694 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Made reservation on behalf of 52a13f2665fc4368ac52043cd8a50a2e for: {'port': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:40:53.938575 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:53.955945 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a014d03c-efe6-4ff3-b357-a03f859e85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.104998 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Allocated IP 172.20.0.8 (0aef8cbf-3833-49d5-bafa-ff1e0f9093ee/bf6ea5be-5ce2-4c58-b15d-6eae29871961/3f59ff70-2158-4c2c-9132-fa2e9b3de40d) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:40:54.227985 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 522d66ae-a394-4e74-82ee-08774009d574 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:40:54.237344 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a014d03c-efe6-4ff3-b357-a03f859e85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1554119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60943801'] for subnet, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.248953 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a6ba8681-f7eb-446f-9379-2c5bb5368cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:54.291885 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014d03c-efe6-4ff3-b357-a03f859e85e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9651875f-8b4a-4721-9d3d-140ff3043c11,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:54.294708 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a014d03c-efe6-4ff3-b357-a03f859e85e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.296859 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: 522d66ae-a394-4e74-82ee-08774009d574 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:40:54.297916 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 522d66ae-a394-4e74-82ee-08774009d574 not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:40:54.298039 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a014d03c-efe6-4ff3-b357-a03f859e85e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:54.302692 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-a014d03c-efe6-4ff3-b357-a03f859e85e3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9651875f-8b4a-4721-9d3d-140ff3043c11 HTTP/1.1" status: 204 len: 168 time: 0.5232401 May 18 01:40:54.305174 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44534) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:54.461509 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.541393 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.557114 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Transition to ACTIVE for port object 3f59ff70-2158-4c2c-9132-fa2e9b3de40d will not be triggered until provisioned by entity DHCP. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:54.584092 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.590424 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d7e05600-b61f-4ee8-b36f-a98695c40946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:54.660118 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:40:54.663264 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:40:54.667322 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:40:54.688421 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.709353 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f6bda-9d0b-473e-a4b3-2598623b35f0 req-080bfd76-11da-425a-93ab-7555eb7c999c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:54.710124 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event updated for resources: {'Port': ['ID=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:54.710916 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d87f6bda-9d0b-473e-a4b3-2598623b35f0 req-080bfd76-11da-425a-93ab-7555eb7c999c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.2470620 May 18 01:40:54.714838 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e8bd30-395b-4244-ab5e-2b9d306fcc4e']}} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:54.715063 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:54.731979 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de') {'for_net_delete': True} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:54.732433 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd56e4b-8f88-4d0d-885b-878d0a12d5de') {} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:40:54.738217 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:54.738872 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.759299 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-897397'] for segment, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.764918 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9930184 May 18 01:40:54.776737 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Request body: {'port': {'device_id': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:40:54.798661 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d87f6bda-9d0b-473e-a4b3-2598623b35f0 req-75229147-23e9-44dc-b724-2ed46129b3d1 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697653 May 18 01:40:54.800029 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.806898 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=78851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:40:54.808347 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1554017'] for segment, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: Traceback (most recent call last): May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: timer() May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: cb(*args, **kw) May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: return func(*args, **kwargs) May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: self._notify() May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: self.callback(batched_events) May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: event.method(event) May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: return f(self, *a, **k) May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: return self._get(url).json() May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: return self.request(url, 'GET', **kwargs) May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:40:54.833761 dv-cinder-784623-9-smb neutron-server[78851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:40:54.902748 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.913602 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.917329 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-2a74370e-9aae-4f43-b430-f63e82e90eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:54.934692 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.943651 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e8bd30-395b-4244-ab5e-2b9d306fcc4e,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:54.969804 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-044d52d8-b65a-492e-b842-a1151ffb5a5f None None] Provisioning for port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:40:54.975471 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.976881 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-044d52d8-b65a-492e-b842-a1151ffb5a5f None None] Provisioning complete for port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:40:54.977409 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-044d52d8-b65a-492e-b842-a1151ffb5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:54.981944 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:55.002281 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-045525a2-35d9-4c47-b318-db5199e412c5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c3e8bd30-395b-4244-ab5e-2b9d306fcc4e HTTP/1.1" status: 204 len: 168 time: 0.6923456 May 18 01:40:55.045194 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34755ea8-46a4-40ce-a8bf-b10701aec6f0 req-185ba14e-a950-4cd3-88a4-4b43107194a9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:55.046734 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-34755ea8-46a4-40ce-a8bf-b10701aec6f0 req-185ba14e-a950-4cd3-88a4-4b43107194a9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 931 time: 0.1062460 May 18 01:40:55.063873 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-044d52d8-b65a-492e-b842-a1151ffb5a5f None None] Port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:40:55.098353 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-34755ea8-46a4-40ce-a8bf-b10701aec6f0 req-49f4cc78-5213-44fe-8385-c21e8336a8cd tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432651 May 18 01:40:55.189977 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44550) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:55.243400 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-8d970add-7810-4a50-9f41-0ac1519db8ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf8e94615022444d841e0fbde2f29590&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520828 May 18 01:40:55.245797 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44554) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:40:55.275908 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f59ff70-2158-4c2c-9132-fa2e9b3de40d {{(pid=78852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:40:55.283158 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:55.296671 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Transition to ACTIVE for port object 3f59ff70-2158-4c2c-9132-fa2e9b3de40d will not be triggered until provisioned by entity L2. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:40:55.301183 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:55.305443 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f97d9174-7469-4a51-8bf2-f2218e2d4202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:55.305987 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6d2438f0-2f42-4056-8b93-3554c9e856ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:55.332293 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6d2438f0-2f42-4056-8b93-3554c9e856ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:55.398570 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6d2438f0-2f42-4056-8b93-3554c9e856ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:55.404044 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9a3889ed-eb98-43e4-ae03-9fddf9e914f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:55.418007 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2438f0-2f42-4056-8b93-3554c9e856ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d1ba48-3235-4cae-a733-37f4609b9f15,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:55.420205 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6d2438f0-2f42-4056-8b93-3554c9e856ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:55.432306 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6d2438f0-2f42-4056-8b93-3554c9e856ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:55.436596 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-6d2438f0-2f42-4056-8b93-3554c9e856ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2d1ba48-3235-4cae-a733-37f4609b9f15 HTTP/1.1" status: 204 len: 168 time: 0.1896567 May 18 01:40:55.463169 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Pushing event updated for resources: {'Port': ['ID=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:55.470254 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:55.541602 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Attempting to bind port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:40:55.541933 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Attempting to bind port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:40:55.542259 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Attempting to bind port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d on network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:55.547141 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d on network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:40:55.547452 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Attempting to bind port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d on network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:40:55.553454 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:40:55.553784 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Checking segment: {'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:40:55.554163 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Bound using segment: {'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:40:55.554582 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Bound port: 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8855cf-7b6e-4b93-ae3a-82141310eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee'}}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:40:55.554925 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:55.644915 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] For port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host hv-cinder-78462, cleared binding levels {{(pid=78852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:40:55.648129 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] For port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:40:55.651641 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:55.656073 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-586b179e-23f5-4ea7-aa28-5a69105f77df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:40:55.714633 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:55.715249 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:55.716613 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] 10.222.0.39 "PUT /v2.0/ports/3f59ff70-2158-4c2c-9132-fa2e9b3de40d HTTP/1.1" status: 200 len: 1093 time: 0.9442987 May 18 01:40:55.717323 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:40:55.767222 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Pushing event updated for resources: {'Port': ['ID=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,revision_number=3']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:40:55.779603 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:40:55.846701 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'status': 'completed', 'code': 200} May 18 01:40:55.875434 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-8b7777af-1e13-4d5c-beac-99fa79bde854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:55.877490 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-8b7777af-1e13-4d5c-beac-99fa79bde854 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52a13f2665fc4368ac52043cd8a50a2e&device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0999300 May 18 01:40:55.954457 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-2ffaeb32-9922-439d-8cc5-cd70c32169ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d HTTP/1.1" status: 200 len: 217 time: 0.0695474 May 18 01:40:56.026277 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-d5b36709-4297-4457-9cb6-260b20c85c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:56.027809 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-d5b36709-4297-4457-9cb6-260b20c85c32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf6ea5be-5ce2-4c58-b15d-6eae29871961 HTTP/1.1" status: 200 len: 848 time: 0.0668623 May 18 01:40:56.104790 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236bd77-19e0-459b-a183-d9c720431d13 req-fe5d84ff-f902-477b-8b95-36a56f357723 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:56.106871 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a236bd77-19e0-459b-a183-d9c720431d13 req-fe5d84ff-f902-477b-8b95-36a56f357723 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1446502 May 18 01:40:56.141052 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-f29f9780-820c-49d2-b7a5-3e6d2443ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:56.143642 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-f29f9780-820c-49d2-b7a5-3e6d2443ed9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0989330 May 18 01:40:56.168369 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a236bd77-19e0-459b-a183-d9c720431d13 req-3b1446af-1816-4d99-ba14-9d67a2bb2b96 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532455 May 18 01:40:56.335886 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-0e29be4d-a139-484f-a733-a6b5c1b0366c service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754103 May 18 01:40:56.426480 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6044cc3-6d9d-4b54-8782-c9aaecb87d80 req-df9ac854-b61c-4d45-a503-173910fb66a4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:56.427981 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d6044cc3-6d9d-4b54-8782-c9aaecb87d80 req-df9ac854-b61c-4d45-a503-173910fb66a4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 943 time: 0.0925031 May 18 01:40:56.474470 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d6044cc3-6d9d-4b54-8782-c9aaecb87d80 req-532b2a35-b2d8-43ed-8ef3-6e61ad19a094 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401044 May 18 01:40:56.534797 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-00d382cf-a768-41a9-b02b-a0e5ccd625f1 req-9b49fe90-53dc-48e7-bd34-3f63a47c52c2 service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911840 May 18 01:40:56.649405 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f141-c815-4459-bdf1-677da917e69b req-03c4707d-b419-45f4-a62b-6b7228847a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:56.651122 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-9654f141-c815-4459-bdf1-677da917e69b req-03c4707d-b419-45f4-a62b-6b7228847a10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52a13f2665fc4368ac52043cd8a50a2e&device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0740700 May 18 01:40:56.779916 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f141-c815-4459-bdf1-677da917e69b req-f41438a8-1662-4f94-a933-be81a19bf9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:56.781390 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-9654f141-c815-4459-bdf1-677da917e69b req-f41438a8-1662-4f94-a933-be81a19bf9ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee HTTP/1.1" status: 200 len: 910 time: 0.1240079 May 18 01:40:56.852885 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-9654f141-c815-4459-bdf1-677da917e69b req-a3d8e5c6-f8aa-4013-b092-95ffbb04102f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d HTTP/1.1" status: 200 len: 217 time: 0.0646429 May 18 01:40:56.914126 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f141-c815-4459-bdf1-677da917e69b req-f3dc2382-bc1e-4418-b605-91fa1c152df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:56.915560 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-9654f141-c815-4459-bdf1-677da917e69b req-f3dc2382-bc1e-4418-b605-91fa1c152df4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf6ea5be-5ce2-4c58-b15d-6eae29871961 HTTP/1.1" status: 200 len: 848 time: 0.0565531 May 18 01:40:56.994130 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f141-c815-4459-bdf1-677da917e69b req-ab374f68-4fb7-40fc-a570-050af3480e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:56.995591 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-9654f141-c815-4459-bdf1-677da917e69b req-ab374f68-4fb7-40fc-a570-050af3480e53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724413 May 18 01:40:57.131153 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-9654f141-c815-4459-bdf1-677da917e69b req-33b83206-23ed-49b2-a60e-fa98354da3c7 service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278596 May 18 01:40:57.271532 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-9654f141-c815-4459-bdf1-677da917e69b req-e3faab5c-b558-4391-868b-ba6b4271d5c4 service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327302 May 18 01:40:57.602967 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44a687-6f72-47fb-a501-6ac5217fab27 req-4a529ff6-4e19-4329-bfcc-f0a00074a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:57.604470 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-be44a687-6f72-47fb-a501-6ac5217fab27 req-4a529ff6-4e19-4329-bfcc-f0a00074a616 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 1098 time: 0.0785866 May 18 01:40:57.739329 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44a687-6f72-47fb-a501-6ac5217fab27 req-8e48eb06-608a-4e64-b274-cbf07883a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:57.740738 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-be44a687-6f72-47fb-a501-6ac5217fab27 req-8e48eb06-608a-4e64-b274-cbf07883a450 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 200 len: 920 time: 0.1298854 May 18 01:40:57.772533 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb90b3-cfac-41ae-bbbe-5429e964d1ed req-3a52c0c5-0802-459a-8af2-a58665cb7277 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:57.777231 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-66fb90b3-cfac-41ae-bbbe-5429e964d1ed req-3a52c0c5-0802-459a-8af2-a58665cb7277 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0874538 May 18 01:40:57.814185 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-be44a687-6f72-47fb-a501-6ac5217fab27 req-168414d4-11d7-4adc-807e-0522af454ade service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d88c1679-2875-4b83-8c4a-51b36325798d HTTP/1.1" status: 200 len: 217 time: 0.0658531 May 18 01:40:57.879206 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44a687-6f72-47fb-a501-6ac5217fab27 req-16b99e6b-10ae-44ed-af28-91c26bdf48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:57.880633 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-be44a687-6f72-47fb-a501-6ac5217fab27 req-16b99e6b-10ae-44ed-af28-91c26bdf48e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 200 len: 859 time: 0.0600512 May 18 01:40:57.910319 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-66fb90b3-cfac-41ae-bbbe-5429e964d1ed req-bd7b5264-fa77-495d-aaf3-3e7f42d4c2dc tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302369 May 18 01:40:57.938228 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-be44a687-6f72-47fb-a501-6ac5217fab27 req-e3e3ab5f-12d6-42e1-a743-9ce7802256b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9533330a-4893-4169-b921-043203f6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502429 May 18 01:40:57.955544 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-c3526b0b-b70b-414b-b91e-66133d1f2b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:40:58.073263 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-be44a687-6f72-47fb-a501-6ac5217fab27 req-39839d53-ad50-4080-b004-fba650d2f7ee service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279643 May 18 01:40:58.092236 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c25e0-33fa-4779-9c20-78fc05284182 req-54716335-e81a-41ee-a42f-c3e0e1ffb2ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:58.093728 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5f3c25e0-33fa-4779-9c20-78fc05284182 req-54716335-e81a-41ee-a42f-c3e0e1ffb2ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 943 time: 0.0795178 May 18 01:40:58.137769 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5f3c25e0-33fa-4779-9c20-78fc05284182 req-495a0073-7e7b-407c-9b9f-055d5ea2b0d9 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382175 May 18 01:40:58.202673 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-be44a687-6f72-47fb-a501-6ac5217fab27 req-e4dae444-cd2f-46c7-872d-8cfbb0f58ed5 service neutron] 10.222.0.39 "GET /v2.0/networks/9533330a-4893-4169-b921-043203f6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228399 May 18 01:40:59.098188 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a56ed4-73ba-46ad-b4f8-a2b283f20ac8 req-a8f45dc4-5d5f-4da3-9391-ced46feaec9a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:59.099644 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-04a56ed4-73ba-46ad-b4f8-a2b283f20ac8 req-a8f45dc4-5d5f-4da3-9391-ced46feaec9a tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0847421 May 18 01:40:59.144592 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-04a56ed4-73ba-46ad-b4f8-a2b283f20ac8 req-6f11ddc8-24e0-4a53-bfbc-e6191bf717b4 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 May 18 01:40:59.344798 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756c95a-2042-4cff-82ee-d9044d506ce8 req-b8b2577f-85a0-407d-b85b-e5ef854b915a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:40:59.347051 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9756c95a-2042-4cff-82ee-d9044d506ce8 req-b8b2577f-85a0-407d-b85b-e5ef854b915a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 943 time: 0.0826967 May 18 01:40:59.394976 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9756c95a-2042-4cff-82ee-d9044d506ce8 req-c9786d8e-96be-4f93-86c8-178272de9102 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419312 May 18 01:41:00.036049 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44664) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:00.153322 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.167065 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:00.170927 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d549d6ed454f0ba9361200cc183a74 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:00.174272 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:00.179893 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:00.244105 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3f59ff70-2158-4c2c-9132-fa2e9b3de40d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:41:00.263416 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.267584 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.276274 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-4b8e3d7e-3db2-4be7-9e8d-a7a377e66ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:00.305767 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af031d-31ca-4bb8-8251-fc97a95caec3,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:00.311749 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:00.333606 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8d549d6ed454f0ba9361200cc183a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964730 May 18 01:41:00.336709 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44674) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:00.354438 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-c61b7ad1-e713-4001-98d5-954d8d3c5eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.399105 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:00.402319 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc755a45-2265-4ab2-8501-2250ee4b02f9 req-d86831b1-828e-4738-bb47-b2c06406aff7 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:00.404045 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cc755a45-2265-4ab2-8501-2250ee4b02f9 req-d86831b1-828e-4738-bb47-b2c06406aff7 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.1464884 May 18 01:41:00.415089 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'port_id': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'mac_address': 'fa:16:3e:0c:d6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:41:00.459934 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9235-d699-4658-bb03-fad140c3e5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.472988 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.479750 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cc755a45-2265-4ab2-8501-2250ee4b02f9 req-db09520d-3773-4534-a33f-1f94b9b48ccf tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673466 May 18 01:41:00.494507 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f59ff70-2158-4c2c-9132-fa2e9b3de40d {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:41:00.496401 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9235-d699-4658-bb03-fad140c3e5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.511236 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:00.528541 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.534672 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:00.566010 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9235-d699-4658-bb03-fad140c3e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.572358 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:00.594975 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd9235-d699-4658-bb03-fad140c3e5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0af031d-31ca-4bb8-8251-fc97a95caec3,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:00.607140 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1fdd9235-d699-4658-bb03-fad140c3e5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:00.644135 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.667876 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9235-d699-4658-bb03-fad140c3e5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:00.669010 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-1fdd9235-d699-4658-bb03-fad140c3e5a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0af031d-31ca-4bb8-8251-fc97a95caec3 HTTP/1.1" status: 204 len: 168 time: 0.3265743 May 18 01:41:00.677120 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:00.688592 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.689219 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.689626 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.690027 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.691387 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.691738 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.692068 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.692554 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.693126 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.693735 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.694214 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.694690 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:00.707285 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:00.716053 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f031a-32f8-439f-b8ae-d26186b56137 req-b29a9c43-0f33-46b3-9660-2585360cdb5e tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:00.717801 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0f1f031a-32f8-439f-b8ae-d26186b56137 req-b29a9c43-0f33-46b3-9660-2585360cdb5e tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 944 time: 0.1008224 May 18 01:41:00.773634 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['3f59ff70-2158-4c2c-9132-fa2e9b3de40d'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:41:00.780467 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0f1f031a-32f8-439f-b8ae-d26186b56137 req-b417f90d-c142-4035-9f78-ccd362427b48 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558112 May 18 01:41:01.592165 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:01.980099 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b2fb-555c-49e3-8f73-7bfb6dd6d565 req-c6befc72-4ef2-4448-b071-cbc83eec0767 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:01.981593 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8e81b2fb-555c-49e3-8f73-7bfb6dd6d565 req-c6befc72-4ef2-4448-b071-cbc83eec0767 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 944 time: 0.0836680 May 18 01:41:02.029836 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8e81b2fb-555c-49e3-8f73-7bfb6dd6d565 req-2d6be7dd-3bbe-464a-a353-fa7ab57de3b5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417948 May 18 01:41:02.259477 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3f59ff70-2158-4c2c-9132-fa2e9b3de40d up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:02.338068 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:02.343760 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:02.344587 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:02.465116 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:02.493942 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:41:02.511489 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:02.517957 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:02.519686 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:02.554692 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'code': 200} May 18 01:41:02.595904 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:02.598982 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:02.628691 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44770) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:02.754330 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:02.769644 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:02.773530 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] Usage tracker for resource:security_group_rule and tenant:2244b9fc23734e33b7e3bafa32feb553 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:02.776355 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:02.782517 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:02.879751 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:02.880908 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17795e40-e7c0-4d3b-97f3-f0043eb60f2e req-6c399039-231d-4768-8ec5-ed77fceb09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:02.882559 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-17795e40-e7c0-4d3b-97f3-f0043eb60f2e req-6c399039-231d-4768-8ec5-ed77fceb09d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 1098 time: 0.0816498 May 18 01:41:02.884285 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:02.891569 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-987aef18-9d44-4936-bb0b-ea29a470ff83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:02.937027 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2244b9fc23734e33b7e3bafa32feb553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070631 May 18 01:41:02.937896 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44786) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:02.940495 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75004d03-a4f5-43b1-b473-e17054ab23f8,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:02.943591 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:02.993561 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-17795e40-e7c0-4d3b-97f3-f0043eb60f2e req-565dd215-1298-460b-9dcb-6aa473a8d423 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039028 May 18 01:41:02.995608 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.009974 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-720a5e35-ccee-450c-908e-29aa31ed0cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.037208 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-720a5e35-ccee-450c-908e-29aa31ed0cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.090603 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-720a5e35-ccee-450c-908e-29aa31ed0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.096266 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b2c2ee53-a3cd-4624-bad9-454095be13a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:03.110206 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a5e35-ccee-450c-908e-29aa31ed0cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75004d03-a4f5-43b1-b473-e17054ab23f8,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:03.112971 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-720a5e35-ccee-450c-908e-29aa31ed0cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:03.114358 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-720a5e35-ccee-450c-908e-29aa31ed0cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.118369 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-720a5e35-ccee-450c-908e-29aa31ed0cd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75004d03-a4f5-43b1-b473-e17054ab23f8 HTTP/1.1" status: 204 len: 168 time: 0.1765878 May 18 01:41:03.256397 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb3908-9332-4b7f-b705-b4dfd515e8c8 req-4b8eb3b7-45c5-4902-b2d5-472338bc226e tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:03.257972 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fdcb3908-9332-4b7f-b705-b4dfd515e8c8 req-4b8eb3b7-45c5-4902-b2d5-472338bc226e tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0890474 May 18 01:41:03.304476 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fdcb3908-9332-4b7f-b705-b4dfd515e8c8 req-4dc26441-0caa-4d0d-93af-02bff7646944 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395057 May 18 01:41:03.430622 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44804) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:03.449063 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-091f3343-33a3-4f67-991d-49c2c7b52a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.467156 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-091f3343-33a3-4f67-991d-49c2c7b52a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:03.468235 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-091f3343-33a3-4f67-991d-49c2c7b52a4a admin admin] Usage tracker for resource:security_group_rule and tenant:41a9d32d727b4b99a3dd04c5ee8396bf is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:03.471202 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-091f3343-33a3-4f67-991d-49c2c7b52a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:03.476940 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-091f3343-33a3-4f67-991d-49c2c7b52a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:03.555557 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-091f3343-33a3-4f67-991d-49c2c7b52a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.559049 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-091f3343-33a3-4f67-991d-49c2c7b52a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.567937 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ce46c7c2-bf12-442b-b9c0-0e0f695bb230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:03.608982 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-091f3343-33a3-4f67-991d-49c2c7b52a4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41a9d32d727b4b99a3dd04c5ee8396bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772933 May 18 01:41:03.609908 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f3343-33a3-4f67-991d-49c2c7b52a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ed0ee-1010-4b6b-890a-ae64de37275f,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:03.612486 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44808) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:03.613339 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-091f3343-33a3-4f67-991d-49c2c7b52a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:03.670768 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70a9e062-ff73-428b-b97b-9898913c93cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.697384 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70a9e062-ff73-428b-b97b-9898913c93cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.748961 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70a9e062-ff73-428b-b97b-9898913c93cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.754038 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-5473ae09-217e-44a1-a8b1-b65c1d4711ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:03.766473 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9e062-ff73-428b-b97b-9898913c93cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ed0ee-1010-4b6b-890a-ae64de37275f,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:03.769325 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-70a9e062-ff73-428b-b97b-9898913c93cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:03.777349 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70a9e062-ff73-428b-b97b-9898913c93cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:03.781286 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-70a9e062-ff73-428b-b97b-9898913c93cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/401ed0ee-1010-4b6b-890a-ae64de37275f HTTP/1.1" status: 204 len: 168 time: 0.1676888 May 18 01:41:04.268739 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44832) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:04.275323 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:41:04.348486 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f0e859-756f-40de-82a3-5bf6a168a887 admin admin] Deleting subnet a0362dce-b2d4-4c23-be6f-a67413020316 {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:41:04.351542 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e859-756f-40de-82a3-5bf6a168a887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:04.410187 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e859-756f-40de-82a3-5bf6a168a887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1790874'] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:04.466777 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e859-756f-40de-82a3-5bf6a168a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:04.501869 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364331-bb7e-40cd-aac4-c7f18e9f9cbd req-b7ffc64f-59e4-47c5-a159-65322d9c60c8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:04.503451 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0a364331-bb7e-40cd-aac4-c7f18e9f9cbd req-b7ffc64f-59e4-47c5-a159-65322d9c60c8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0850508 May 18 01:41:04.552644 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0a364331-bb7e-40cd-aac4-c7f18e9f9cbd req-a324e19e-02d5-4715-bfab-2355aafc015f tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 May 18 01:41:04.733398 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e859-756f-40de-82a3-5bf6a168a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1894686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1938081'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:04.738393 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-03441895-9a40-472a-82c0-f3d4f646e72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:04.772232 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0e859-756f-40de-82a3-5bf6a168a887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0362dce-b2d4-4c23-be6f-a67413020316,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:04.775772 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c8f0e859-756f-40de-82a3-5bf6a168a887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:04.778543 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e859-756f-40de-82a3-5bf6a168a887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:04.786394 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-c8f0e859-756f-40de-82a3-5bf6a168a887 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a0362dce-b2d4-4c23-be6f-a67413020316 HTTP/1.1" status: 204 len: 168 time: 0.5146263 May 18 01:41:04.788378 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44854) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:04.869632 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78044722-7523-4927-8e68-24d70c50347c req-68e4d4f9-1d75-47bf-916a-8745357e88dc tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:04.871189 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-78044722-7523-4927-8e68-24d70c50347c req-68e4d4f9-1d75-47bf-916a-8745357e88dc tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0930784 May 18 01:41:04.901534 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:04.921211 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-78044722-7523-4927-8e68-24d70c50347c req-9687b7c0-34b5-4fcf-b57e-1fedc0325171 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432134 May 18 01:41:04.945488 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44864) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:05.041358 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:05.055726 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66']}} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:05.070112 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a5d289-c8db-4be2-9788-067e3053d8eb') {'for_net_delete': True} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:05.070395 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a5d289-c8db-4be2-9788-067e3053d8eb') {} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:05.082666 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1790869'] for segment, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:05.099075 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:05.107583 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=78852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:41:05.108166 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1894840'] for segment, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: Traceback (most recent call last): May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: timer() May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: cb(*args, **kw) May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: return func(*args, **kwargs) May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: self._notify() May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: self.callback(batched_events) May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: event.method(event) May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: return f(self, *a, **k) May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: return self._get(url).json() May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: return self.request(url, 'GET', **kwargs) May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:41:05.127770 dv-cinder-784623-9-smb neutron-server[78852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:41:05.214763 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:05.220102 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:05.235275 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb4286-8ebe-4453-9d5c-d7657b564076 tempest-TestShelveInstance-194215521 tempest-TestShelveInstance-194215521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:05.237202 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-eaeb4286-8ebe-4453-9d5c-d7657b564076 tempest-TestShelveInstance-194215521 tempest-TestShelveInstance-194215521-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 1093 time: 0.2907548 May 18 01:41:05.240134 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44882) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:05.244880 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:05.248526 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Request body: {'floatingip': {'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'port_id': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:05.251077 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:05.254775 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:05.256528 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b9daaf87-bdaf-4fc7-86f5-7735c4cd9e66 HTTP/1.1" status: 204 len: 168 time: 0.4670148 May 18 01:41:05.258488 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:05.260865 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44886) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:05.305566 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Usage tracker for resource:floatingip and tenant:52a13f2665fc4368ac52043cd8a50a2e is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:05.319050 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:05.328916 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:05.351131 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1683e777-a8db-45b5-8198-5c0c208a9600 admin admin] Deleting subnet 2f88c184-7dc5-4265-9fbd-9256cb78bace {{(pid=78851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:41:05.354584 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for floatingip, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:05.368874 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1683e777-a8db-45b5-8198-5c0c208a9600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:05.605471 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1683e777-a8db-45b5-8198-5c0c208a9600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-897402'] for subnet, precommit_delete_associations {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:05.694773 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1683e777-a8db-45b5-8198-5c0c208a9600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:05.759683 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37f3ea-4937-4686-ba03-c5fbdfe4023b req-a194a56a-e18b-48e3-a4e1-7ec3600a2141 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:05.761355 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7c37f3ea-4937-4686-ba03-c5fbdfe4023b req-a194a56a-e18b-48e3-a4e1-7ec3600a2141 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.3622856 May 18 01:41:05.911663 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7c37f3ea-4937-4686-ba03-c5fbdfe4023b req-55861cdd-f725-4965-8288-326af001285e tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247180 May 18 01:41:05.929938 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.143683 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Allocated IP 172.28.3.252 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/5673e307-9e18-4bd6-82a2-d05d83b722f7) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:41:06.147762 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1683e777-a8db-45b5-8198-5c0c208a9600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1554119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60943801'] for subnet, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.156855 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:06.208150 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683e777-a8db-45b5-8198-5c0c208a9600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f88c184-7dc5-4265-9fbd-9256cb78bace,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:06.210608 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1683e777-a8db-45b5-8198-5c0c208a9600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.219904 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1683e777-a8db-45b5-8198-5c0c208a9600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:06.286236 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-1683e777-a8db-45b5-8198-5c0c208a9600 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2f88c184-7dc5-4265-9fbd-9256cb78bace HTTP/1.1" status: 204 len: 168 time: 1.0242374 May 18 01:41:06.288719 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 44898) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:06.429262 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.434858 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.570417 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.584103 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572ffeb6-d709-4bba-897c-93744530f7ce']}} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:06.593080 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.599007 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:06.636131 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fb5a14-ad59-4965-8882-7bd779298ec4') {'for_net_delete': True} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:06.636747 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fb5a14-ad59-4965-8882-7bd779298ec4') {} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:06.668294 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-897397'] for segment, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.683414 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:41:06.687815 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:06.694550 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:41:06.720172 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.734909 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event updated for resources: {'Port': ['ID=5673e307-9e18-4bd6-82a2-d05d83b722f7,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:06.737897 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=78851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:41:06.738281 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1554017'] for segment, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: Traceback (most recent call last): May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: timer() May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: cb(*args, **kw) May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: return func(*args, **kwargs) May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: self._notify() May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: self.callback(batched_events) May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: event.method(event) May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: return f(self, *a, **k) May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: return self._get(url).json() May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: return self.request(url, 'GET', **kwargs) May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:41:06.753398 dv-cinder-784623-9-smb neutron-server[78851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:41:06.758671 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:06.871482 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.883655 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:06.903940 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:06.912201 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=572ffeb6-d709-4bba-897c-93744530f7ce,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:06.943463 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:06.944862 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-3bd8f0ae-168b-4500-ba3a-f393834d51f2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/572ffeb6-d709-4bba-897c-93744530f7ce HTTP/1.1" status: 204 len: 168 time: 0.6552119 May 18 01:41:07.141690 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44912) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:07.191887 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-263e6d04-bd23-4247-87ce-a80d2b50da56 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fa7a32e7c6d4964b1127251638f83ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483432 May 18 01:41:07.194198 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44916) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:07.263748 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1d66-f9ab-4999-80b9-db25877896e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:07.294227 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1d66-f9ab-4999-80b9-db25877896e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:07.350254 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e906b2-db35-4d09-bfc6-0a8e9f3f7688 req-ef09728f-8724-4274-a78f-54ce55f714bd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:07.351751 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-26e906b2-db35-4d09-bfc6-0a8e9f3f7688 req-ef09728f-8724-4274-a78f-54ce55f714bd tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.3082967 May 18 01:41:07.355458 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1d66-f9ab-4999-80b9-db25877896e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:07.360154 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-87a66fd1-9276-4a76-b4a1-a98b806221d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:07.370862 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c1d66-f9ab-4999-80b9-db25877896e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c34fcbf-7df7-463b-b4a5-14213e5aa92e,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:07.374242 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-4c2c1d66-f9ab-4999-80b9-db25877896e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:07.378142 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4c2c1d66-f9ab-4999-80b9-db25877896e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:07.382136 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-4c2c1d66-f9ab-4999-80b9-db25877896e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c34fcbf-7df7-463b-b4a5-14213e5aa92e HTTP/1.1" status: 204 len: 168 time: 0.1868856 May 18 01:41:07.461905 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-26e906b2-db35-4d09-bfc6-0a8e9f3f7688 req-db644839-93c0-496a-b74f-96df829fe76f tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024399 May 18 01:41:07.524632 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:07.607413 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:07.766651 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44926) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:07.818828 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b9ae7fe9-9a36-4c65-988d-cfcf8131439e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c1421f9f7c9451b8da3119019cd36c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502110 May 18 01:41:07.821373 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 44930) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:07.828800 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:07.833815 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:07.838560 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:07.879131 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-96d531a3-b86e-4f2e-a544-7839983859f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:07.944214 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event updated for resources: {'Port': ['ID=5673e307-9e18-4bd6-82a2-d05d83b722f7,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:07.948368 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:07.955702 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-96d531a3-b86e-4f2e-a544-7839983859f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:07.955850 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:08.012229 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-51910d22-6952-4529-b520-fed5f5386c4b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:08.012863 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-51910d22-6952-4529-b520-fed5f5386c4b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Synchronizing usage tracker for tenant:e91f2d13f2154371b4d9598ce7833e5f on resource:port {{(pid=78852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:41:08.029798 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-51910d22-6952-4529-b520-fed5f5386c4b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Unset dirty status for tenant:e91f2d13f2154371b4d9598ce7833e5f on resource:port {{(pid=78852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:41:08.031056 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-51910d22-6952-4529-b520-fed5f5386c4b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.39 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 946 time: 0.1499155 May 18 01:41:08.032141 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-96d531a3-b86e-4f2e-a544-7839983859f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:08.036652 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-67c394e0-3e1c-4744-9697-7179178b1140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:08.079665 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d531a3-b86e-4f2e-a544-7839983859f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8766bd2-582d-455a-be25-17b2c35a479d,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:08.083068 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-96d531a3-b86e-4f2e-a544-7839983859f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:08.100372 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-96d531a3-b86e-4f2e-a544-7839983859f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:08.104267 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-96d531a3-b86e-4f2e-a544-7839983859f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8766bd2-582d-455a-be25-17b2c35a479d HTTP/1.1" status: 204 len: 168 time: 0.2792125 May 18 01:41:08.131070 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.l3_db [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Floating IP 6a6efeb3-6e1f-471f-a73b-36ef49404553 associated. External IP: 172.28.3.252, port: 3f59ff70-2158-4c2c-9132-fa2e9b3de40d. May 18 01:41:08.187323 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Deleting port 93e5f248-0bd4-4191-9fb7-04312ae3ad74 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:41:08.188759 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:08.407559 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] For port 93e5f248-0bd4-4191-9fb7-04312ae3ad74, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=93e5f248-0bd4-4191-9fb7-04312ae3ad74,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:08.408174 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:08.519905 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Router afb63159-2e47-497c-9663-bf874e815360 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:41:08.537158 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Calling delete_port for 93e5f248-0bd4-4191-9fb7-04312ae3ad74 owned by compute:nova {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:41:08.752553 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:08.760113 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-eb3234a6-c00c-4935-ad84-6560f5fbe700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:08.771397 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['d88c1679-2875-4b83-8c4a-51b36325798d', '93e5f248-0bd4-4191-9fb7-04312ae3ad74'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:41:08.788925 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c76109de-7002-4036-a718-bb928c7c5575 req-80a46f7d-6ab2-425c-a607-d2a5e1b5572c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=69d73686-7aa8-43e3-9a7a-1b81b78b23ab HTTP/1.1" status: 200 len: 210 time: 0.1313157 May 18 01:41:08.839318 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Pushing event deleted for resources: {'Port': ['ID=93e5f248-0bd4-4191-9fb7-04312ae3ad74,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:08.840896 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:41:08.849275 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:08.854813 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] Sync routers for ids ['afb63159-2e47-497c-9663-bf874e815360'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:41:08.871627 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] Routers {'afb63159-2e47-497c-9663-bf874e815360'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:08.871831 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['afb63159-2e47-497c-9663-bf874e815360'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:08.924340 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:08.994311 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] No DVR routers for this DVR port 93e5f248-0bd4-4191-9fb7-04312ae3ad74 on host hv-cinder-78462 {{(pid=78852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:41:08.997695 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:09.000921 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d73686-7aa8-43e3-9a7a-1b81b78b23ab', 'name': 'network-vif-deleted', 'tag': '93e5f248-0bd4-4191-9fb7-04312ae3ad74'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:41:09.021571 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-f11fbf19-e509-429c-8641-fb9ec7931d64 req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.39 "DELETE /v2.0/ports/93e5f248-0bd4-4191-9fb7-04312ae3ad74 HTTP/1.1" status: 204 len: 173 time: 0.9759631 May 18 01:41:09.174393 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d73686-7aa8-43e3-9a7a-1b81b78b23ab', 'name': 'network-vif-deleted', 'tag': '93e5f248-0bd4-4191-9fb7-04312ae3ad74', 'status': 'completed', 'code': 200} May 18 01:41:09.208790 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9545045 May 18 01:41:09.208790 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:41:09.275348 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] Set router afb63159-2e47-497c-9663-bf874e815360 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:09.286275 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'status': 'completed', 'code': 200} May 18 01:41:09.394138 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-3a6dfe2b-fe69-477d-b5cb-05a44bfb21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:09.395592 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-3a6dfe2b-fe69-477d-b5cb-05a44bfb21ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52a13f2665fc4368ac52043cd8a50a2e&device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 1098 time: 0.0873301 May 18 01:41:09.539974 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-90963eaf-8975-424e-81c5-fc35a49bf6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:09.541563 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-90963eaf-8975-424e-81c5-fc35a49bf6a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee HTTP/1.1" status: 200 len: 910 time: 0.1371889 May 18 01:41:09.669889 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:10Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '6a6efeb3-6e1f-471f-a73b-36ef49404553', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'floating_ip_address': '172.28.3.252', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'afb63159-2e47-497c-9663-bf874e815360', 'port_id': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'mac_address': 'fa:16:3e:0c:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:41:07Z', 'updated_at': '2021-05-18T01:41:07Z', 'revision_number': 0, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77afabb6-0eb8-40e1-86e0-089d00f62142', 'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'mac_address': 'fa:16:3e:0f:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:08Z', 'updated_at': '2021-05-18T01:40:20Z', 'revision_number': 5, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'subnets': [{'id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:09.674780 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] Checking router: afb63159-2e47-497c-9663-bf874e815360 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:41:09.680029 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-81f1e529-4a0a-4095-bbbc-97be626871d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d HTTP/1.1" status: 200 len: 999 time: 0.1142373 May 18 01:41:09.683741 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] Routers {'afb63159-2e47-497c-9663-bf874e815360'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:09.684453 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['afb63159-2e47-497c-9663-bf874e815360'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:09.754788 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-edda084a-4edc-490f-b838-2ec65dc2a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:09.757141 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-edda084a-4edc-490f-b838-2ec65dc2a7a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf6ea5be-5ce2-4c58-b15d-6eae29871961 HTTP/1.1" status: 200 len: 848 time: 0.0688243 May 18 01:41:09.851587 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-c85f8c73-8940-4adf-9c7c-cfea03137b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:09.853108 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-c85f8c73-8940-4adf-9c7c-cfea03137b4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893798 May 18 01:41:09.927217 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] Set router afb63159-2e47-497c-9663-bf874e815360 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:10.040695 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-ee6db63a-9aff-4ee5-b5b7-be4d51f8d5e7 service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761558 May 18 01:41:10.214819 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-6e08cb4d-2e65-46e8-b6fe-21c0b44f4631 req-60d634fa-72c7-4d03-bdca-6744ade7d5ad service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607916 May 18 01:41:10.421493 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:10Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '6a6efeb3-6e1f-471f-a73b-36ef49404553', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'floating_ip_address': '172.28.3.252', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'afb63159-2e47-497c-9663-bf874e815360', 'port_id': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'mac_address': 'fa:16:3e:0c:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:41:07Z', 'updated_at': '2021-05-18T01:41:07Z', 'revision_number': 0, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77afabb6-0eb8-40e1-86e0-089d00f62142', 'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'mac_address': 'fa:16:3e:0f:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:08Z', 'updated_at': '2021-05-18T01:40:20Z', 'revision_number': 5, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'subnets': [{'id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:10.427512 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc42768-4202-489e-8abe-79ed41f75ae3 None None] The sync data for ids ['afb63159-2e47-497c-9663-bf874e815360'] in dv-cinder-784623-9-smb is: [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:10Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '6a6efeb3-6e1f-471f-a73b-36ef49404553', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'floating_ip_address': '172.28.3.252', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'afb63159-2e47-497c-9663-bf874e815360', 'port_id': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'mac_address': 'fa:16:3e:0c:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:41:07Z', 'updated_at': '2021-05-18T01:41:07Z', 'revision_number': 0, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77afabb6-0eb8-40e1-86e0-089d00f62142', 'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'mac_address': 'fa:16:3e:0f:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:08Z', 'updated_at': '2021-05-18T01:40:20Z', 'revision_number': 5, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'subnets': [{'id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:41:10.438165 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5d9b0-a774-4ba2-bd25-2d56d42745b5 req-9e80a3ca-4d18-444a-95e6-965106c38140 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:10.446013 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-58d5d9b0-a774-4ba2-bd25-2d56d42745b5 req-9e80a3ca-4d18-444a-95e6-965106c38140 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0944431 May 18 01:41:10.500878 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-58d5d9b0-a774-4ba2-bd25-2d56d42745b5 req-2f4769dc-be07-46e3-82d6-812e72c86fc6 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533733 May 18 01:41:10.661809 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d964340-8b7f-41c7-ba63-f3b830387417 None None] New status for floating IP 6a6efeb3-6e1f-471f-a73b-36ef49404553: ACTIVE {{(pid=78853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:41:11.694897 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5f5d7-dad9-4830-b14d-bb9a8fd35615 req-5d70ad5f-09f9-4ea1-83fa-dc0fd8a43f2c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:11.696473 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4ae5f5d7-dad9-4830-b14d-bb9a8fd35615 req-5d70ad5f-09f9-4ea1-83fa-dc0fd8a43f2c tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0891891 May 18 01:41:11.742665 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4ae5f5d7-dad9-4830-b14d-bb9a8fd35615 req-a087ffa7-084c-4685-b3df-489207792653 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 May 18 01:41:12.304376 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 93e5f248-0bd4-4191-9fb7-04312ae3ad74 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:41:12.340230 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: 93e5f248-0bd4-4191-9fb7-04312ae3ad74 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:41:12.340598 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 93e5f248-0bd4-4191-9fb7-04312ae3ad74 not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:41:12.931140 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88784-c587-430f-9e4e-43a1f4d7a976 req-ec35e062-eb8b-492e-bb80-9bb03eca5f52 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:12.932503 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1da88784-c587-430f-9e4e-43a1f4d7a976 req-ec35e062-eb8b-492e-bb80-9bb03eca5f52 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0844939 May 18 01:41:12.977164 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1da88784-c587-430f-9e4e-43a1f4d7a976 req-3d3db6d2-1c31-4ba2-83f8-d550c65defc4 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385053 May 18 01:41:14.159742 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735db6f-d735-430a-bb16-650ad59b783f req-b5d9c349-1c08-4db7-b558-6193e52f4136 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:14.161255 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d735db6f-d735-430a-bb16-650ad59b783f req-b5d9c349-1c08-4db7-b558-6193e52f4136 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0782385 May 18 01:41:14.209931 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d735db6f-d735-430a-bb16-650ad59b783f req-ae406c08-4fdc-4f65-b0fa-c2fc4aca2302 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 May 18 01:41:15.396626 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d71b7-467f-46c4-a026-928b3957760b req-080ea077-d8fc-434a-b718-f638b8619f1b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:15.398122 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d88d71b7-467f-46c4-a026-928b3957760b req-080ea077-d8fc-434a-b718-f638b8619f1b tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0802703 May 18 01:41:15.443366 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d88d71b7-467f-46c4-a026-928b3957760b req-bbb3de45-01d8-433b-aec8-406cb2521229 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395160 May 18 01:41:16.141317 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-fa08a0ab-3813-47f9-a3d3-8a8c39901f68 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:16.142588 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-fa08a0ab-3813-47f9-a3d3-8a8c39901f68 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Synchronizing usage tracker for tenant:e91f2d13f2154371b4d9598ce7833e5f on resource:port {{(pid=78852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:41:16.157223 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-fa08a0ab-3813-47f9-a3d3-8a8c39901f68 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Unset dirty status for tenant:e91f2d13f2154371b4d9598ce7833e5f on resource:port {{(pid=78852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:41:16.158361 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-fa08a0ab-3813-47f9-a3d3-8a8c39901f68 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.39 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0924499 May 18 01:41:16.296362 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Deleting port d88c1679-2875-4b83-8c4a-51b36325798d {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:41:16.296587 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:16.493950 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] For port d88c1679-2875-4b83-8c4a-51b36325798d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d88c1679-2875-4b83-8c4a-51b36325798d,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:16.494305 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:16.618371 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Calling delete_port for d88c1679-2875-4b83-8c4a-51b36325798d owned by compute:nova {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:41:16.637181 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7c1d3-3b81-486e-9e2d-80a8fcc54495 req-b8cbdf00-0bc2-4d9d-b9c1-be19b57df035 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:16.639238 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-aff7c1d3-3b81-486e-9e2d-80a8fcc54495 req-b8cbdf00-0bc2-4d9d-b9c1-be19b57df035 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/ports?device_id=e314ad13-5924-40f5-9574-047a97e0f678 HTTP/1.1" status: 200 len: 945 time: 0.0882769 May 18 01:41:16.685872 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-aff7c1d3-3b81-486e-9e2d-80a8fcc54495 req-0879e5e7-9317-4b82-86fc-374d095e15ce tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.11 "GET /v2.0/security-groups?id=dde0f1ca-de48-47c1-a27a-a2528e206d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 May 18 01:41:16.738798 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:16.743968 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:16.749755 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['d88c1679-2875-4b83-8c4a-51b36325798d'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:41:16.787235 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Pushing event deleted for resources: {'Port': ['ID=d88c1679-2875-4b83-8c4a-51b36325798d,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:16.790260 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:16.865003 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] No DVR routers for this DVR port d88c1679-2875-4b83-8c4a-51b36325798d on host hv-cinder-78462 {{(pid=78852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:41:16.867982 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:16.870449 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e314ad13-5924-40f5-9574-047a97e0f678', 'name': 'network-vif-deleted', 'tag': 'd88c1679-2875-4b83-8c4a-51b36325798d'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:41:16.886527 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a26670c9-3ded-4ab9-ad20-52962be5a03c req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] 10.222.0.39 "DELETE /v2.0/ports/d88c1679-2875-4b83-8c4a-51b36325798d HTTP/1.1" status: 204 len: 173 time: 0.7225902 May 18 01:41:16.916320 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e314ad13-5924-40f5-9574-047a97e0f678', 'name': 'network-vif-deleted', 'tag': 'd88c1679-2875-4b83-8c4a-51b36325798d', 'status': 'completed', 'code': 200} May 18 01:41:17.811378 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf1a19-de7e-4bfa-8422-87661038bc4f req-578fb6e0-d701-4618-9f5a-2db80182d503 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:17.813085 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bbbf1a19-de7e-4bfa-8422-87661038bc4f req-578fb6e0-d701-4618-9f5a-2db80182d503 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.0814185 May 18 01:41:17.859665 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bbbf1a19-de7e-4bfa-8422-87661038bc4f req-1c5db428-4ca3-4d77-aea9-7e664915ebdb tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 May 18 01:41:17.945494 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45170) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:18.500120 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810758'] for router_interface, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:18.934519 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Deleting port 8d4f5525-2cd4-4816-ad29-f03f44648fb7 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:41:18.934854 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:19.065240 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b9198-5407-45fd-9fe4-3fa035d176b1 req-7847e285-6aef-4e11-8469-1d188abf0fe3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:19.067586 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f06b9198-5407-45fd-9fe4-3fa035d176b1 req-7847e285-6aef-4e11-8469-1d188abf0fe3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.0963178 May 18 01:41:19.112577 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f06b9198-5407-45fd-9fe4-3fa035d176b1 req-93664cbe-1842-4b09-aff7-1f47f1292d70 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 May 18 01:41:19.143574 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] For port 8d4f5525-2cd4-4816-ad29-f03f44648fb7, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=8d4f5525-2cd4-4816-ad29-f03f44648fb7,segment=NetworkSegment(0516a0d2-190f-4632-b190-37be84afeb2f),segment_id=0516a0d2-190f-4632-b190-37be84afeb2f)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:19.144102 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:19.263640 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Calling delete_port for 8d4f5525-2cd4-4816-ad29-f03f44648fb7 owned by network:router_interface {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:41:19.553373 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:19.556874 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:19.597777 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4f5525-2cd4-4816-ad29-f03f44648fb7,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:19.601189 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:19.857192 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810666'] for router_interface, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:20.223984 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:41:20.323606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a62584-aeec-44e6-81ed-6c65152aa00e req-a880e7ed-e029-4625-8bec-7ab4590b1e71 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:20.325183 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-20a62584-aeec-44e6-81ed-6c65152aa00e req-a880e7ed-e029-4625-8bec-7ab4590b1e71 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.0958467 May 18 01:41:20.382261 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device d88c1679-2875-4b83-8c4a-51b36325798d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:41:20.401722 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-20a62584-aeec-44e6-81ed-6c65152aa00e req-9a26c728-3c78-4131-a03c-53e7e61c4a99 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670452 May 18 01:41:20.427220 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: d88c1679-2875-4b83-8c4a-51b36325798d {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:41:20.427569 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device d88c1679-2875-4b83-8c4a-51b36325798d not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:41:20.516599 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:41:20.528652 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] Sync routers for ids ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:41:20.532988 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] 10.222.0.11 "PUT /v2.0/routers/ad2e0d55-9699-4175-9acf-f10cf24f4ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5858192 May 18 01:41:20.535345 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45220) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:20.541105 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] Routers {'ad2e0d55-9699-4175-9acf-f10cf24f4ad6'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:20.541716 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:20.730519 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Notify callbacks [] for router, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:20.743830 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] Set router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:20.908984 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:20.984590 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Deleting port ac9ee883-d584-4518-8863-868a4498b8d2 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:41:20.984965 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:21.047576 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-router', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:29Z', 'updated_at': '2021-05-18T01:41:19Z', 'revision_number': 5, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'gw_port': {'id': 'ac9ee883-d584-4518-8863-868a4498b8d2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:38:31Z', 'updated_at': '2021-05-18T01:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:21.052397 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] Checking router: ad2e0d55-9699-4175-9acf-f10cf24f4ad6 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:41:21.062191 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] Routers {'ad2e0d55-9699-4175-9acf-f10cf24f4ad6'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:21.063113 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:21.111881 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] For port ac9ee883-d584-4518-8863-868a4498b8d2, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=ac9ee883-d584-4518-8863-868a4498b8d2,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:21.112377 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:21.218582 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] Set router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 gateway port host: None {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:21.241218 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Calling delete_port for ac9ee883-d584-4518-8863-868a4498b8d2 owned by network:router_gateway {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:41:21.324950 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-router', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:29Z', 'updated_at': '2021-05-18T01:41:20Z', 'revision_number': 6, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'gw_port_host': None}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:21.331046 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e3fae-3791-405e-9261-193eccc96e03 None None] The sync data for ids ['ad2e0d55-9699-4175-9acf-f10cf24f4ad6'] in dv-cinder-784623-9-smb is: [{'id': 'ad2e0d55-9699-4175-9acf-f10cf24f4ad6', 'name': 'tempest-ServerRescueNegativeTestJSON-1594302511-router', 'tenant_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:38:29Z', 'updated_at': '2021-05-18T01:41:20Z', 'revision_number': 6, 'project_id': 'e91f2d13f2154371b4d9598ce7833e5f', 'gw_port_host': None}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:41:21.385621 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:21.389161 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e51aac83-c8f3-4b67-88a3-1f2c94981900 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:21.433527 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9ee883-d584-4518-8863-868a4498b8d2,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:21.466335 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:21.525910 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841505'] for router_gateway, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:21.598748 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08f51e-9819-4d5d-93c4-58cdd13732ac req-cb951dfa-3997-4569-a753-31f66dc3f4cc tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:21.600341 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0a08f51e-9819-4d5d-93c4-58cdd13732ac req-cb951dfa-3997-4569-a753-31f66dc3f4cc tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.0811431 May 18 01:41:21.655028 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0a08f51e-9819-4d5d-93c4-58cdd13732ac req-1c598c57-d476-4060-a096-968e13664cc4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468974 May 18 01:41:21.702107 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5144'] for router, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:21.704886 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:21.799109 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841305'] for router, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:21.800041 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad2e0d55-9699-4175-9acf-f10cf24f4ad6 {{(pid=78852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 01:41:21.815756 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:21.819092 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-c46821ab-bcb7-4bb3-942e-d737d356b801 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ad2e0d55-9699-4175-9acf-f10cf24f4ad6 HTTP/1.1" status: 204 len: 168 time: 1.2805295 May 18 01:41:21.819518 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45236) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:21.962689 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9f801e-7505-4553-882f-41aebe562a9d admin admin] Deleting subnet 2e1d5e77-7d55-468b-ac63-1f48864243b1 {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:41:21.965747 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3e9f801e-7505-4553-882f-41aebe562a9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.017226 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3e9f801e-7505-4553-882f-41aebe562a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1790874'] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.071060 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3e9f801e-7505-4553-882f-41aebe562a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.326595 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3e9f801e-7505-4553-882f-41aebe562a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1894686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1938081'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.332074 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:22.367258 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f801e-7505-4553-882f-41aebe562a9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1d5e77-7d55-468b-ac63-1f48864243b1,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:22.369219 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3e9f801e-7505-4553-882f-41aebe562a9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.371690 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-3e9f801e-7505-4553-882f-41aebe562a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:22.376135 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-3e9f801e-7505-4553-882f-41aebe562a9d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2e1d5e77-7d55-468b-ac63-1f48864243b1 HTTP/1.1" status: 204 len: 168 time: 0.5558293 May 18 01:41:22.378537 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45242) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:22.487847 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.613214 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.625401 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9533330a-4893-4169-b921-043203f6661e']}} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:22.637381 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0516a0d2-190f-4632-b190-37be84afeb2f') {'for_net_delete': True} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:22.637672 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0516a0d2-190f-4632-b190-37be84afeb2f') {} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:22.649137 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1790869'] for segment, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.665257 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.671778 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=78852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:41:22.672177 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1894840'] for segment, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: Traceback (most recent call last): May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: timer() May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: cb(*args, **kw) May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: return func(*args, **kwargs) May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: self._notify() May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: self.callback(batched_events) May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: event.method(event) May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: return f(self, *a, **k) May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: return self._get(url).json() May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: return self.request(url, 'GET', **kwargs) May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:41:22.686192 dv-cinder-784623-9-smb neutron-server[78852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:41:22.746577 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 8d4f5525-2cd4-4816-ad29-f03f44648fb7 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:41:22.765002 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.768941 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7e10697e-3de8-4a4d-8191-a2acd10073b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:22.785342 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:22.792556 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 8d4f5525-2cd4-4816-ad29-f03f44648fb7 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:41:22.793048 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 8d4f5525-2cd4-4816-ad29-f03f44648fb7 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:41:22.793717 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device ac9ee883-d584-4518-8863-868a4498b8d2 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:41:22.800750 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] Pushing event deleted for resources: {'Network': ['ID=9533330a-4893-4169-b921-043203f6661e,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:22.803511 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] 10.222.0.11 "DELETE /v2.0/networks/9533330a-4893-4169-b921-043203f6661e HTTP/1.1" status: 204 len: 168 time: 0.4240263 May 18 01:41:22.804373 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-db9a7d27-e954-4c47-aca3-a3327a60301f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:22.833867 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: ac9ee883-d584-4518-8863-868a4498b8d2 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:41:22.834221 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device ac9ee883-d584-4518-8863-868a4498b8d2 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:41:22.862728 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f7260-597b-4378-a29a-159f480967a9 req-be125c16-1176-4024-8478-2ff676e2712a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:22.864248 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5f4f7260-597b-4378-a29a-159f480967a9 req-be125c16-1176-4024-8478-2ff676e2712a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.0912876 May 18 01:41:22.909927 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5f4f7260-597b-4378-a29a-159f480967a9 req-7e5598a4-f581-4162-9d0e-35a95d1c12cd tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394745 May 18 01:41:23.004145 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45256) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:23.054214 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-399a408a-f30d-47ff-b980-3efb6134213f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e91f2d13f2154371b4d9598ce7833e5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487461 May 18 01:41:23.056609 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45260) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:23.120114 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d83f8b27-d62c-40ed-861e-8471acb8b63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.146004 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d83f8b27-d62c-40ed-861e-8471acb8b63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.185090 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45268) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:23.213545 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d83f8b27-d62c-40ed-861e-8471acb8b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.218802 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d4470e79-23a9-4d99-b317-10c1ff632cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:23.232451 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f8b27-d62c-40ed-861e-8471acb8b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde0f1ca-de48-47c1-a27a-a2528e206d1c,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:23.235713 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d83f8b27-d62c-40ed-861e-8471acb8b63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:23.236931 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d83f8b27-d62c-40ed-861e-8471acb8b63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.240706 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-d83f8b27-d62c-40ed-861e-8471acb8b63a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dde0f1ca-de48-47c1-a27a-a2528e206d1c HTTP/1.1" status: 204 len: 168 time: 0.1831179 May 18 01:41:23.343199 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.359482 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:23.367050 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] Usage tracker for resource:security_group_rule and tenant:41712d03dd4c4ad69fe9b6f1c9193db0 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:23.369981 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:23.375957 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:23.466051 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.474584 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.486392 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d83f8b27-d62c-40ed-861e-8471acb8b63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:23.529954 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41712d03dd4c4ad69fe9b6f1c9193db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438156 May 18 01:41:23.530863 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81b9459-0284-435c-8b8a-daf111b73f40,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:23.533756 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45286) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:23.534298 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:23.607722 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6608de86-dc82-430e-98a0-6204a08e5062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.634423 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6608de86-dc82-430e-98a0-6204a08e5062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.686372 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6608de86-dc82-430e-98a0-6204a08e5062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.692004 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ffc50147-3b3d-4b71-98a9-da56f9f80f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:23.704255 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608de86-dc82-430e-98a0-6204a08e5062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81b9459-0284-435c-8b8a-daf111b73f40,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:23.707199 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6608de86-dc82-430e-98a0-6204a08e5062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:23.709478 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6608de86-dc82-430e-98a0-6204a08e5062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:23.710598 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-6608de86-dc82-430e-98a0-6204a08e5062 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a81b9459-0284-435c-8b8a-daf111b73f40 HTTP/1.1" status: 204 len: 168 time: 0.1764262 May 18 01:41:24.078097 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45318) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:24.096954 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:24.111764 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:24.116067 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b9113-df0a-4103-916b-0e564ab978cf req-7e3d641d-4d56-405e-87bb-571d73665c94 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:24.116597 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] Usage tracker for resource:security_group_rule and tenant:7cb93247487f4dd1994347dcf23e94cb is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:24.117608 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e84b9113-df0a-4103-916b-0e564ab978cf req-7e3d641d-4d56-405e-87bb-571d73665c94 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.0856245 May 18 01:41:24.118952 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:24.124677 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:24.173448 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e84b9113-df0a-4103-916b-0e564ab978cf req-fa10e098-e127-4807-bbe9-08a7a865a92b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493367 May 18 01:41:24.222008 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:24.226069 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:24.234720 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2b301bed-f2e0-4f14-ab93-b2a8a20efe86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:24.282644 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7cb93247487f4dd1994347dcf23e94cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991179 May 18 01:41:24.282644 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd903c72-a2d7-41e0-91a2-00003ce18a60,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:24.284000 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:24.284149 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45326) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:24.361392 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7c462fa5-fe6e-4aa7-b4b0-c58c735cb874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:24.392749 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7c462fa5-fe6e-4aa7-b4b0-c58c735cb874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:24.449392 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7c462fa5-fe6e-4aa7-b4b0-c58c735cb874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:24.454445 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-7096fe20-f02d-4725-a91a-dc4733e8d94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:24.465500 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c462fa5-fe6e-4aa7-b4b0-c58c735cb874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd903c72-a2d7-41e0-91a2-00003ce18a60,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:24.469322 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-7c462fa5-fe6e-4aa7-b4b0-c58c735cb874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:24.472692 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7c462fa5-fe6e-4aa7-b4b0-c58c735cb874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:24.474024 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-7c462fa5-fe6e-4aa7-b4b0-c58c735cb874 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd903c72-a2d7-41e0-91a2-00003ce18a60 HTTP/1.1" status: 204 len: 168 time: 0.1898704 May 18 01:41:24.966166 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:25.404152 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d444bd4-b747-4b73-8cc2-c92e128fd4c4 req-bfc9e194-d0ff-4b35-856a-30e42fd32c8f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:25.405696 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3d444bd4-b747-4b73-8cc2-c92e128fd4c4 req-bfc9e194-d0ff-4b35-856a-30e42fd32c8f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1136398 May 18 01:41:25.456382 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3d444bd4-b747-4b73-8cc2-c92e128fd4c4 req-6dcd05ef-b545-4e87-a60a-28add329bcf4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 May 18 01:41:25.715969 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45396) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:25.939887 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:25.954679 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:25.958508 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e97115e6d54622b4de17380a97178f is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:25.961305 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:25.966951 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:26.051197 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.055347 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.064839 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-96d531a3-b86e-4f2e-a544-7839983859f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:26.102266 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f7d39e-649f-4c7d-a8d4-1ba3c66830e2,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:26.105485 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:26.107859 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8e97115e6d54622b4de17380a97178f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907833 May 18 01:41:26.111652 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45410) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:26.174089 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b701e92c-8f5f-44a9-8bf9-ac5c49815e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.200193 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b701e92c-8f5f-44a9-8bf9-ac5c49815e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.251539 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b701e92c-8f5f-44a9-8bf9-ac5c49815e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.255239 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ec190301-bd0c-4de2-8cbf-e1806ba822ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:26.267701 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701e92c-8f5f-44a9-8bf9-ac5c49815e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f7d39e-649f-4c7d-a8d4-1ba3c66830e2,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:26.272197 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b701e92c-8f5f-44a9-8bf9-ac5c49815e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:26.274190 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b701e92c-8f5f-44a9-8bf9-ac5c49815e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.275304 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-b701e92c-8f5f-44a9-8bf9-ac5c49815e43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8f7d39e-649f-4c7d-a8d4-1ba3c66830e2 HTTP/1.1" status: 204 len: 168 time: 0.1621993 May 18 01:41:26.593295 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45426) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:26.614321 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0ad5667a-7724-486c-8486-b99a9db6cacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.629605 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0ad5667a-7724-486c-8486-b99a9db6cacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:26.635757 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0ad5667a-7724-486c-8486-b99a9db6cacf admin admin] Usage tracker for resource:security_group_rule and tenant:547dfbd6e1444f08bfebe4849c689ee1 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:26.640940 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0ad5667a-7724-486c-8486-b99a9db6cacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:26.648305 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0ad5667a-7724-486c-8486-b99a9db6cacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:26.765293 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0ad5667a-7724-486c-8486-b99a9db6cacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.765871 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256604b-8c4e-4ff3-950e-7be636134e70 req-f69e2532-174c-456c-a476-b3a5d2d76a39 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:26.767512 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d256604b-8c4e-4ff3-950e-7be636134e70 req-f69e2532-174c-456c-a476-b3a5d2d76a39 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1682169 May 18 01:41:26.773756 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0ad5667a-7724-486c-8486-b99a9db6cacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.782524 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-70a9e062-ff73-428b-b97b-9898913c93cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:26.826539 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-0ad5667a-7724-486c-8486-b99a9db6cacf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=547dfbd6e1444f08bfebe4849c689ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298846 May 18 01:41:26.826539 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5667a-7724-486c-8486-b99a9db6cacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4af854-6172-41dc-b289-8a3a9e6efa3b,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:26.826823 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d256604b-8c4e-4ff3-950e-7be636134e70 req-53fb3bab-9922-4b87-9822-b84b04756876 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479221 May 18 01:41:26.827033 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45434) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:26.828060 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0ad5667a-7724-486c-8486-b99a9db6cacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:26.888477 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0542649b-1d47-4a9a-8860-c320de0a6242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.913729 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0542649b-1d47-4a9a-8860-c320de0a6242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.972980 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0542649b-1d47-4a9a-8860-c320de0a6242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:26.977986 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-886f43aa-5a63-4dc9-bf9c-41a2f28ef93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:26.988800 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542649b-1d47-4a9a-8860-c320de0a6242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4af854-6172-41dc-b289-8a3a9e6efa3b,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:27.000592 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-0542649b-1d47-4a9a-8860-c320de0a6242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:27.002007 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-0542649b-1d47-4a9a-8860-c320de0a6242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:27.005334 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-0542649b-1d47-4a9a-8860-c320de0a6242 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd4af854-6172-41dc-b289-8a3a9e6efa3b HTTP/1.1" status: 204 len: 168 time: 0.1731937 May 18 01:41:27.965545 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a98f-ae02-4f2e-a882-fee813324c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.027203 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8903d4-3a88-484f-ac3f-ca5bafe7068f req-c3cb83e6-6a47-48f8-9c1f-03688880b1e7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:28.029368 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cf8903d4-3a88-484f-ac3f-ca5bafe7068f req-c3cb83e6-6a47-48f8-9c1f-03688880b1e7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.0865548 May 18 01:41:28.080951 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cf8903d4-3a88-484f-ac3f-ca5bafe7068f req-45e922ca-444a-4bd4-a5bf-297d300f69a5 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 May 18 01:41:28.154490 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45486) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:28.275947 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed140-7959-4d86-889a-65577ac3b19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.293774 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-eb9ed140-7959-4d86-889a-65577ac3b19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:28.297451 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-eb9ed140-7959-4d86-889a-65577ac3b19c admin admin] Usage tracker for resource:security_group_rule and tenant:24153db1c66c4e438446c86c362b7fde is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:28.300830 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-eb9ed140-7959-4d86-889a-65577ac3b19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:28.306363 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-eb9ed140-7959-4d86-889a-65577ac3b19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:28.394200 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed140-7959-4d86-889a-65577ac3b19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.398669 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed140-7959-4d86-889a-65577ac3b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.407539 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-831e9af1-72d7-4da3-aab4-104a86c3eea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:28.447834 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-eb9ed140-7959-4d86-889a-65577ac3b19c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24153db1c66c4e438446c86c362b7fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922790 May 18 01:41:28.448738 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ed140-7959-4d86-889a-65577ac3b19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4189fd00-ebc1-41f9-ab58-7638596d89ea,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:28.451422 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45498) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:28.452028 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-eb9ed140-7959-4d86-889a-65577ac3b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:28.513054 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-93a3a658-8252-4d64-a6ed-7713a7bb03fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.538354 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-93a3a658-8252-4d64-a6ed-7713a7bb03fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.538597 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45502) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:28.592231 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-93a3a658-8252-4d64-a6ed-7713a7bb03fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.596989 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-ed9244f1-c9ed-4028-94a8-fca6f4f097a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:28.613549 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3a658-8252-4d64-a6ed-7713a7bb03fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4189fd00-ebc1-41f9-ab58-7638596d89ea,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:28.617364 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-93a3a658-8252-4d64-a6ed-7713a7bb03fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:28.634281 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-93a3a658-8252-4d64-a6ed-7713a7bb03fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.635492 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-93a3a658-8252-4d64-a6ed-7713a7bb03fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4189fd00-ebc1-41f9-ab58-7638596d89ea HTTP/1.1" status: 204 len: 168 time: 0.1817994 May 18 01:41:28.664868 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.678905 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:28.682737 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] Usage tracker for resource:security_group_rule and tenant:c0b9660951054a9dbe1aad1241a1dcb8 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:28.685514 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:28.692233 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:28.778713 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.783204 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.791568 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-65a3e702-aa39-49b4-a992-120245ca2d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:28.836332 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0b9660951054a9dbe1aad1241a1dcb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942841 May 18 01:41:28.836332 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbadb69-9acc-423f-a96f-9c36e14d6bfa,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:28.836968 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45512) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:28.838744 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:28.903148 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a54a0ab4-bccf-4e79-8511-fe97aeaf06b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.930408 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a54a0ab4-bccf-4e79-8511-fe97aeaf06b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.986631 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a54a0ab4-bccf-4e79-8511-fe97aeaf06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:28.993123 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:29.005778 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a0ab4-bccf-4e79-8511-fe97aeaf06b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbadb69-9acc-423f-a96f-9c36e14d6bfa,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:29.008260 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a54a0ab4-bccf-4e79-8511-fe97aeaf06b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:29.009411 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a54a0ab4-bccf-4e79-8511-fe97aeaf06b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:29.013154 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-a54a0ab4-bccf-4e79-8511-fe97aeaf06b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcbadb69-9acc-423f-a96f-9c36e14d6bfa HTTP/1.1" status: 204 len: 168 time: 0.1719091 May 18 01:41:29.305113 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0256663-1683-4a10-9220-5741fa6607c8 req-46cb8b20-8403-496a-8816-34d0ad765708 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:29.305113 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b0256663-1683-4a10-9220-5741fa6607c8 req-46cb8b20-8403-496a-8816-34d0ad765708 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1004000 May 18 01:41:29.364635 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b0256663-1683-4a10-9220-5741fa6607c8 req-380ab6ee-db7e-434b-9157-4bfe44357900 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550687 May 18 01:41:29.442123 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45546) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:29.569379 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1297860236-network', 'tenant_id': '98c6614ba7a44c8ca9ab4ab7fbabd007'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:29.574972 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:29.579938 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Usage tracker for resource:network and tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:29.583401 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:29.590345 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:29.601351 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Made reservation on behalf of 98c6614ba7a44c8ca9ab4ab7fbabd007 for: {'network': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:41:29.603748 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:29.616425 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:29.634463 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:29.638882 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Usage tracker for resource:security_group_rule and tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:29.642555 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:29.650778 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:29.752617 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:29.758212 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:29.767164 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-5a3f25b2-4cb5-451f-8641-764ccfe85bce tempest-VolumesNegativeTest-168232258 tempest-VolumesNegativeTest-168232258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:29.789795 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=78851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:41:29.805735 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08976bd-c570-41e2-a0c7-ec5c2a924c8a,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:29.809981 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:29.811144 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:29.811334 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.segments_db [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Added segment 827ef82e-15e3-4223-8117-9785911b7c6a of type vlan for network 04a7969e-d1e5-4493-9246-acc8378c337d May 18 01:41:29.843631 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:29.875031 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:29.876425 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:29.877072 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:29.881901 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:29.927983 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45568) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:29.988860 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Pushing event updated for resources: {'Network': ['ID=04a7969e-d1e5-4493-9246-acc8378c337d,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:29.993120 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:29.999622 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 04a7969e-d1e5-4493-9246-acc8378c337d details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:41:30.000173 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5563838 May 18 01:41:30.002427 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45574) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:30.008908 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Request body: {'subnet': {'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1297860236-subnet', 'tenant_id': '98c6614ba7a44c8ca9ab4ab7fbabd007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:30.013847 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:30.018969 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Usage tracker for resource:subnet and tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:30.022164 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:30.028520 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:30.040879 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Made reservation on behalf of 98c6614ba7a44c8ca9ab4ab7fbabd007 for: {'subnet': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:41:30.043292 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60943778'] for subnet, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.050612 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2099882274-network', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:30.055581 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:30.059517 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Usage tracker for resource:network and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:30.062659 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:30.068405 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:30.078464 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Made reservation on behalf of 86183ad1757e4143b1cd4d795bbeffa2 for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:41:30.081595 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.093508 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.108442 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:30.112247 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Usage tracker for resource:security_group_rule and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:30.115278 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:30.120867 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:30.206919 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.211511 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.215345 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-baf343ff-fa32-4c39-b5fb-0a755d260ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:30.245467 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:41:30.254600 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbf9bdc-2f8f-4175-a538-a95d4565cc28,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:30.264580 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.264956 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Added segment e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb of type vlan for network 24296966-332e-4e40-89d6-003da07fea7d May 18 01:41:30.266779 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.267143 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.267498 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.267852 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.268197 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.268540 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.268906 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.269248 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.269591 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.269928 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.270269 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.270601 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:30.277805 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:30.362141 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-01081ebe-8587-4ddc-b4da-64c2b420fe51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.379080 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.413300 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.414977 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:30.416369 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.422229 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1af78423-8024-4b1b-a64e-088cfdbf7ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:30.454650 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:41:30.512001 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1554056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60943792'] for subnet, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.523030 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-34c08daf-5bcd-4379-817a-1a8d25383341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:30.580027 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6509323 May 18 01:41:30.583397 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45592) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:30.591315 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Request body: {'subnet': {'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2099882274-subnet', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'ip_version': 4}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:30.601390 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:30.603710 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Pushing event updated for resources: {'Network': ['ID=24296966-332e-4e40-89d6-003da07fea7d,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:30.607714 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Usage tracker for resource:subnet and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:30.611254 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:30.612261 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:30.619952 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:30.624723 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 24296966-332e-4e40-89d6-003da07fea7d details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:41:30.644014 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Made reservation on behalf of 86183ad1757e4143b1cd4d795bbeffa2 for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:41:30.648562 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1938106'] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.759058 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.759543 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96bd36dc-bb20-465e-a308-dfa37b425d76,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:30.767400 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:30.771769 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Checking segment: {'id': '827ef82e-15e3-4223-8117-9785911b7c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:41:30.772798 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Network hostable DHCP agents. Network: 04a7969e-d1e5-4493-9246-acc8378c337d, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:41:30.811008 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aa5c4-ec77-4bb5-95b1-3f60f64259c3 req-852e0104-8dfa-4a31-9c6d-ee1bbb75c2c8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:30.813681 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d40aa5c4-ec77-4bb5-95b1-3f60f64259c3 req-852e0104-8dfa-4a31-9c6d-ee1bbb75c2c8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.2275403 May 18 01:41:30.815974 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Network 04a7969e-d1e5-4493-9246-acc8378c337d is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:41:30.843035 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 04a7969e-d1e5-4493-9246-acc8378c337d) {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:30.863130 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9022223-a966-4c47-849c-86797bc5ddf8 None None] Network 04a7969e-d1e5-4493-9246-acc8378c337d requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:41:30.888900 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:30.889661 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:30.913771 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d40aa5c4-ec77-4bb5-95b1-3f60f64259c3 req-779f7b4c-b448-441e-bcb1-38b5f0e67a77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649192 May 18 01:41:30.936588 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-77f8a61f-f750-4974-a86d-e4eeafb90023 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9329307 May 18 01:41:31.002437 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:31.023162 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'port_id': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'mac_address': 'fa:16:3e:85:d6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:41:31.232417 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:31.319472 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:41:31.335489 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03724760-7a18-4032-9b7d-a3d220436835 None None] Network 04a7969e-d1e5-4493-9246-acc8378c337d requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:41:31.434991 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1894737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1938088'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:31.449202 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c8f0e859-756f-40de-82a3-5bf6a168a887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:31.450687 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:31.465063 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:31.471943 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:31.575211 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:31.580551 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:41:31.581709 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:31.586671 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Checking segment: {'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:41:31.587097 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Network hostable DHCP agents. Network: 24296966-332e-4e40-89d6-003da07fea7d, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:41:31.612728 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Network 24296966-332e-4e40-89d6-003da07fea7d is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:41:31.625998 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 24296966-332e-4e40-89d6-003da07fea7d) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:31.644321 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:31.645363 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:31.670207 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9728de09-9f54-4e32-8071-0578fcd073c1 None None] Network 24296966-332e-4e40-89d6-003da07fea7d requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:41:31.680663 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-5e9a2960-40f6-42c1-b08a-da1f27e56672 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0937014 May 18 01:41:31.681046 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45628) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:31.688562 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:31.694455 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:31.700034 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Usage tracker for resource:router and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:31.704517 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:31.717330 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:31.733225 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5134'] for router, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:31.734798 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3841536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3915002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5137'] for router, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:31.754045 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:31.827099 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=6']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:31.859584 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:31.862046 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:32.260268 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f040f5a-a771-5fd5-a8d4-d4dce0ac1ed4-24296966-332e-4e40-89d6-003da07fea7d', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c'}]}} from dv-cinder-784623-9-smb. {{(pid=78853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 01:41:32.262000 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:32.415767 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:32.462608 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:32.496767 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60918d98-e3c2-4d8d-a55a-be2e20fd62a7 req-da004928-da5c-4f8d-915c-a56ffc093e4e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:32.504559 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-60918d98-e3c2-4d8d-a55a-be2e20fd62a7 req-da004928-da5c-4f8d-915c-a56ffc093e4e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 944 time: 0.2707038 May 18 01:41:32.570149 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.db_base_plugin_common [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Allocated IP 172.20.0.2 (24296966-332e-4e40-89d6-003da07fea7d/fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c/296cea63-d1a8-49d9-8a10-8b912ec874be) {{(pid=78853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:41:32.642379 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-60918d98-e3c2-4d8d-a55a-be2e20fd62a7 req-198cea25-4c48-4b64-956a-084ee5e289f4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369147 May 18 01:41:32.752124 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:32.753076 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:32.969689 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:32.975230 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.004326 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Notify callbacks [] for port, precommit_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.021575 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.027800 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Transition to ACTIVE for port object 296cea63-d1a8-49d9-8a10-8b912ec874be will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:33.034375 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:41:33.063669 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45648) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:33.076059 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.082968 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:33.108932 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.112402 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-f6ee68af-ceb3-4898-9ac7-233e8ec3c992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:33.174100 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'code': 200} May 18 01:41:33.175506 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Transition to ACTIVE for port object 296cea63-d1a8-49d9-8a10-8b912ec874be will not be triggered until provisioned by entity DHCP. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:33.187872 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.197954 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=7']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:33.202503 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:33.202965 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:33.208285 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Allocated IP 172.28.3.108 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/587ca9fa-0b6b-40a8-b6fa-b6fe05899349) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:41:33.258730 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Network 24296966-332e-4e40-89d6-003da07fea7d is already hosted by enough agents. {{(pid=78853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:41:33.261703 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.base_scheduler [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Resources bound (agent type, host, resource id): {{(pid=78853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:33.265418 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Received port after_create {{(pid=78853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:41:33.355671 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Pushing event updated for resources: {'Port': ['ID=296cea63-d1a8-49d9-8a10-8b912ec874be,revision_number=1']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:33.366333 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:33.401865 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Attempting to bind port 296cea63-d1a8-49d9-8a10-8b912ec874be on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:41:33.402245 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Attempting to bind port 296cea63-d1a8-49d9-8a10-8b912ec874be by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:41:33.402619 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Attempting to bind port 296cea63-d1a8-49d9-8a10-8b912ec874be on network 24296966-332e-4e40-89d6-003da07fea7d {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:41:33.424169 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:41:33.424580 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Checking segment: {'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:41:33.424990 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.425389 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Bound using segment: {'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:41:33.426008 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Bound port: 296cea63-d1a8-49d9-8a10-8b912ec874be, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:41:33.426251 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.497335 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.525544 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.526708 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:33.531293 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf1379864b6a4b3885ebc2b80dc9d2c5 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:33.535486 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:33.542269 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:33.558847 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] For port 296cea63-d1a8-49d9-8a10-8b912ec874be, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:41:33.567593 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] For port 296cea63-d1a8-49d9-8a10-8b912ec874be, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=296cea63-d1a8-49d9-8a10-8b912ec874be,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:41:33.579713 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.587848 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:33.604065 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.613464 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:33.695065 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.698054 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Pushing event updated for resources: {'Port': ['ID=296cea63-d1a8-49d9-8a10-8b912ec874be,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:33.705785 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:33.720296 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:33.720916 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-ace658ba-c25c-41d4-88f3-f499baad5a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:33.738077 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=587ca9fa-0b6b-40a8-b6fa-b6fe05899349,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:33.752483 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:33.764339 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:41:33.771012 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:33.773960 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:41:33.850499 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf1379864b6a4b3885ebc2b80dc9d2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7825696 May 18 01:41:33.851243 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843cfcc2-c4d4-415c-95d0-f25312e76f5e,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:33.857693 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45670) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:33.860536 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:33.945296 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1c6e626a-ed81-4aaa-9c0f-287150f43fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:34.019960 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1c6e626a-ed81-4aaa-9c0f-287150f43fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:34.114550 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1c6e626a-ed81-4aaa-9c0f-287150f43fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:34.125034 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-42a450db-533b-4016-8691-b8606c8734af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:34.143652 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e626a-ed81-4aaa-9c0f-287150f43fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843cfcc2-c4d4-415c-95d0-f25312e76f5e,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:34.145969 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1c6e626a-ed81-4aaa-9c0f-287150f43fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:34.150174 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-1c6e626a-ed81-4aaa-9c0f-287150f43fab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/843cfcc2-c4d4-415c-95d0-f25312e76f5e HTTP/1.1" status: 204 len: 168 time: 0.2914829 May 18 01:41:34.154191 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1c6e626a-ed81-4aaa-9c0f-287150f43fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:34.399336 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-7ad5b433-5637-4574-8e52-9c7b1d99b407 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:34.400158 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-7ad5b433-5637-4574-8e52-9c7b1d99b407 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Synchronizing usage tracker for tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 on resource:network {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:41:34.480243 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-7ad5b433-5637-4574-8e52-9c7b1d99b407 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Unset dirty status for tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 on resource:network {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:41:34.481616 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-7ad5b433-5637-4574-8e52-9c7b1d99b407 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/networks?id=04a7969e-d1e5-4493-9246-acc8378c337d HTTP/1.1" status: 200 len: 809 time: 0.6101696 May 18 01:41:34.515271 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-337e5af5-9cc4-4ef6-85d7-922cb96959fb tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/quotas/98c6614ba7a44c8ca9ab4ab7fbabd007 HTTP/1.1" status: 200 len: 375 time: 0.0190604 May 18 01:41:34.618866 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45678) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:34.643128 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:34.667493 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:34.674506 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4035e8110e4258b43cc54dd27a9812 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:34.682623 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:34.687551 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-6c5a7bfc-605d-4dcf-addc-356bf3c48b69 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=98c6614ba7a44c8ca9ab4ab7fbabd007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737841 May 18 01:41:34.695230 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:34.739710 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:34.831212 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 296cea63-d1a8-49d9-8a10-8b912ec874be up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:34.857325 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:34.868561 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:34.877846 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0133d3ff-5973-4a09-ad3f-7a4f807de6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:34.936852 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d4035e8110e4258b43cc54dd27a9812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144817 May 18 01:41:34.936852 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1fb299-ddef-47f3-8ccc-70bc2dd681c3,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:34.941244 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:34.941869 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45682) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:34.999423 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 296cea63-d1a8-49d9-8a10-8b912ec874be completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:35.028331 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a7347392-cdf5-4f2e-b5e0-18fdb531f4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:35.058548 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a7347392-cdf5-4f2e-b5e0-18fdb531f4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:35.131065 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-74ee394d-db0a-4cb9-9cc6-c077e5194dcc service neutron] 10.222.0.11 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315531 May 18 01:41:35.131381 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd88d9-e474-4cee-98ce-81727105728e None None] Network 24296966-332e-4e40-89d6-003da07fea7d requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:41:35.142624 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a7347392-cdf5-4f2e-b5e0-18fdb531f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:35.151960 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2abcc4bf-2416-4050-8c42-000c9f442cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:35.168488 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7347392-cdf5-4f2e-b5e0-18fdb531f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1fb299-ddef-47f3-8ccc-70bc2dd681c3,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:35.171358 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a7347392-cdf5-4f2e-b5e0-18fdb531f4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:35.177761 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a7347392-cdf5-4f2e-b5e0-18fdb531f4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:35.181199 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-a7347392-cdf5-4f2e-b5e0-18fdb531f4a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a1fb299-ddef-47f3-8ccc-70bc2dd681c3 HTTP/1.1" status: 204 len: 168 time: 0.2360678 May 18 01:41:35.262764 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-4da51029-2761-4a40-add2-90bbfcb7b356 None None] Provisioning for port 296cea63-d1a8-49d9-8a10-8b912ec874be completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:35.275822 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-4da51029-2761-4a40-add2-90bbfcb7b356 None None] Provisioning complete for port 296cea63-d1a8-49d9-8a10-8b912ec874be triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:35.276930 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-4da51029-2761-4a40-add2-90bbfcb7b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:35.449296 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-f2a4c9b2-f918-4d79-99d4-e7fb96beac6a service neutron] 10.222.0.11 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471276 May 18 01:41:35.500248 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815860'] for router, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:35.827544 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Router 9f553257-f705-458e-9641-7eef7debefbd is scheduled to L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b with binding_index 1 {{(pid=78851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 01:41:35.889175 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-4da51029-2761-4a40-add2-90bbfcb7b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:35.930270 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-4da51029-2761-4a40-add2-90bbfcb7b356 None None] For port 296cea63-d1a8-49d9-8a10-8b912ec874be, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=296cea63-d1a8-49d9-8a10-8b912ec874be,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:35.942769 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-4da51029-2761-4a40-add2-90bbfcb7b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:35.944591 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:36.088943 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da51029-2761-4a40-add2-90bbfcb7b356 None None] Pushing event updated for resources: {'Port': ['ID=296cea63-d1a8-49d9-8a10-8b912ec874be,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:36.103349 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-4da51029-2761-4a40-add2-90bbfcb7b356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:36.328206 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfb8c1-f1d5-439f-85c0-f250ca891320 req-78ae6ce0-4503-40d4-b477-dd894e8d64f1 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:36.336013 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c2bfb8c1-f1d5-439f-85c0-f250ca891320 req-78ae6ce0-4503-40d4-b477-dd894e8d64f1 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.5698998 May 18 01:41:36.383048 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-25aef1f1-e2eb-41e9-9685-2141c5fb6c00 None None] Provisioning complete for port 296cea63-d1a8-49d9-8a10-8b912ec874be triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:36.388456 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-25aef1f1-e2eb-41e9-9685-2141c5fb6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:36.444639 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c2bfb8c1-f1d5-439f-85c0-f250ca891320 req-e5971d76-cfe1-48cf-9aaa-c08b2937fc7b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072934 May 18 01:41:36.445859 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:41:36.492142 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:36.493257 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Sync routers for ids ['9f553257-f705-458e-9641-7eef7debefbd'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:41:36.493436 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8114107 May 18 01:41:36.497401 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45714) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:36.506608 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Routers {'9f553257-f705-458e-9641-7eef7debefbd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:36.507484 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['9f553257-f705-458e-9641-7eef7debefbd'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:36.749294 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Set router 9f553257-f705-458e-9641-7eef7debefbd gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:36.881643 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c38476bf-f75e-46eb-92c4-f3fa056dcc1b req-b92db37f-661d-4700-8854-dbab417d1ebb tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 210 time: 0.0657799 May 18 01:41:37.086432 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 296cea63-d1a8-49d9-8a10-8b912ec874be up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:37.256448 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 296cea63-d1a8-49d9-8a10-8b912ec874be triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:37.256995 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:37.455946 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:34Z', 'revision_number': 3, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:37.510825 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:37.527247 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Checking router: 9f553257-f705-458e-9641-7eef7debefbd for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:41:37.529753 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Updating router 9f553257-f705-458e-9641-7eef7debefbd port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 binding host dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:41:37.587453 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-dc17c4cf-efbb-4e61-9f88-16fbf648f5bb tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:37.589829 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-dc17c4cf-efbb-4e61-9f88-16fbf648f5bb tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.39 "GET /v2.0/networks?id=04a7969e-d1e5-4493-9246-acc8378c337d HTTP/1.1" status: 200 len: 809 time: 0.2499599 May 18 01:41:37.603876 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Request body: {'port': {'device_id': 'a04a0f9d-bb88-407f-a29c-3d9c1a9d5911', 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d', 'admin_state_up': True, 'tenant_id': '98c6614ba7a44c8ca9ab4ab7fbabd007'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:37.723056 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:37.887634 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3cb97-6c8f-46ff-b18c-4ce911f58d43 req-16be5296-c354-457b-812b-3f1679402755 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:37.889351 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a4a3cb97-6c8f-46ff-b18c-4ce911f58d43 req-16be5296-c354-457b-812b-3f1679402755 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1919038 May 18 01:41:37.920239 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Allocated IP 172.20.0.1 (24296966-332e-4e40-89d6-003da07fea7d/fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c/1ee6c8c4-ed23-419d-909c-b39cfa2051ef) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:41:37.934691 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:37.947687 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Usage tracker for resource:port and tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:37.950704 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:37.960416 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:37.979411 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Made reservation on behalf of 98c6614ba7a44c8ca9ab4ab7fbabd007 for: {'port': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:41:37.983227 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.030570 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a4a3cb97-6c8f-46ff-b18c-4ce911f58d43 req-036ab818-e980-465a-9962-45501d6a2502 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299212 May 18 01:41:38.158920 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.182396 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Transition to ACTIVE for port object 1ee6c8c4-ed23-419d-909c-b39cfa2051ef will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:38.238303 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.245188 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-752912d2-22fb-4d4a-87ad-f70a61e6e717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:38.308282 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Allocated IP 172.20.0.5 (04a7969e-d1e5-4493-9246-acc8378c337d/96bd36dc-bb20-465e-a308-dfa37b425d76/3251ee1a-f8eb-4f23-8e3c-752a9cc633fd) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:41:38.426329 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Notify callbacks [] for port, precommit_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.444599 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Transition to ACTIVE for port object 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:38.458983 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.461753 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Network 24296966-332e-4e40-89d6-003da07fea7d is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:41:38.475246 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:38.527560 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:38.553428 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a7c1a81b-ada6-4c2c-846c-d843e7de8c38 req-0db1709c-0230-4fcb-9bf2-41125e240ae2 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 210 time: 0.2166386 May 18 01:41:38.557177 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:41:38.659875 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcad036-c5d4-4db3-ac25-6c349bad2e00 None None] Pushing event updated for resources: {'Port': ['ID=587ca9fa-0b6b-40a8-b6fa-b6fe05899349,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:38.703862 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.704436 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Attempting to bind port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:41:38.704565 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Attempting to bind port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:41:38.704897 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Attempting to bind port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 on network a2adaee7-831c-4c6c-b54a-b71e9d98e449 {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:41:38.710739 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-cfcad036-c5d4-4db3-ac25-6c349bad2e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:38.711762 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:41:38.712140 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Checking segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:41:38.712592 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.713013 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Bound using segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:41:38.713635 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Bound port: 587ca9fa-0b6b-40a8-b6fa-b6fe05899349, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:41:38.714018 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.718956 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee6c8c4-ed23-419d-909c-b39cfa2051ef,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:38.749592 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.749960 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.750844 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.751213 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.751567 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.751911 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.752257 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.752606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.752976 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.753320 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.753661 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.753999 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:38.766743 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.773997 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:38.774920 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:38.790686 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841359'] for router_interface, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.875032 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-c1d43a55-3226-4900-bbcc-acad33dab736 None None] Provisioning for port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:38.882206 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-c1d43a55-3226-4900-bbcc-acad33dab736 None None] Provisioning complete for port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:38.882874 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-c1d43a55-3226-4900-bbcc-acad33dab736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:38.958363 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-c1d43a55-3226-4900-bbcc-acad33dab736 None None] Port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:41:38.964421 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] For port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:41:38.974591 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] For port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=587ca9fa-0b6b-40a8-b6fa-b6fe05899349,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:41:38.988788 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:39.000234 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-c5bebe25-52f3-4897-af35-054e23f9a298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:39.075578 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:39.100151 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Network 04a7969e-d1e5-4493-9246-acc8378c337d is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:41:39.103285 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:39.115135 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:41:39.140314 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcad036-c5d4-4db3-ac25-6c349bad2e00 None None] Pushing event updated for resources: {'Port': ['ID=587ca9fa-0b6b-40a8-b6fa-b6fe05899349,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:39.145212 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-cfcad036-c5d4-4db3-ac25-6c349bad2e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:39.156082 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Routers {'9f553257-f705-458e-9641-7eef7debefbd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:39.157138 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['9f553257-f705-458e-9641-7eef7debefbd'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:39.273913 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Pushing event updated for resources: {'Port': ['ID=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:39.280836 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:39.320628 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:39.342079 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:39.394877 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7958961 May 18 01:41:39.410407 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Request body: {'port': {'device_id': 'a04a0f9d-bb88-407f-a29c-3d9c1a9d5911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:39.435347 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] Set router 9f553257-f705-458e-9641-7eef7debefbd gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:39.502897 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e77f-35bf-4725-8c76-5d782d87faf3 req-1fed9ef0-d518-492d-99f9-f54673267268 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:39.509535 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c6b9e77f-35bf-4725-8c76-5d782d87faf3 req-1fed9ef0-d518-492d-99f9-f54673267268 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1964626 May 18 01:41:39.584808 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c6b9e77f-35bf-4725-8c76-5d782d87faf3 req-cc6dbe67-eb43-44b2-a99b-1146f0b820a4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738702 May 18 01:41:39.606899 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:39.652077 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:39.674142 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:39.709167 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:39.907595 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810792'] for router_interface, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:39.911120 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee6c8c4-ed23-419d-909c-b39cfa2051ef,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:39.920947 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:40.027908 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:37Z', 'revision_number': 1, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:40.032602 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f792f48-73b7-40aa-99ff-952b883273cc req-4b8a8390-12ac-4106-b027-f26ba347fa5a tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:40.034322 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bde0db-88c2-4803-b2e6-16949b2179cd None None] The sync data for ids ['9f553257-f705-458e-9641-7eef7debefbd'] in dv-cinder-784623-9-smb is: [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:37Z', 'revision_number': 1, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:41:40.039662 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2f792f48-73b7-40aa-99ff-952b883273cc req-4b8a8390-12ac-4106-b027-f26ba347fa5a tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 931 time: 0.2114651 May 18 01:41:40.125200 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-2f792f48-73b7-40aa-99ff-952b883273cc req-f549fc1d-281a-4169-952d-c5767b4f521e tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Synchronizing usage tracker for tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 on resource:security_group {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:41:40.129309 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Network 24296966-332e-4e40-89d6-003da07fea7d is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:41:40.131419 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:40.162829 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd {{(pid=78852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:41:40.175810 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:40.207058 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Transition to ACTIVE for port object 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd will not be triggered until provisioned by entity L2. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:40.213927 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:40.228470 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:40.270001 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-2f792f48-73b7-40aa-99ff-952b883273cc req-f549fc1d-281a-4169-952d-c5767b4f521e tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Unset dirty status for tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 on resource:security_group {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:41:40.280043 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2f792f48-73b7-40aa-99ff-952b883273cc req-f549fc1d-281a-4169-952d-c5767b4f521e tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394993 May 18 01:41:40.474989 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Pushing event updated for resources: {'Port': ['ID=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:40.529646 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Router 9f553257-f705-458e-9641-7eef7debefbd has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:41:40.533642 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:40.595611 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2ce7f194-b3d3-4305-968d-7085ee2bb612 None None] Provisioning complete for port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:40.596188 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2ce7f194-b3d3-4305-968d-7085ee2bb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:40.676731 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Attempting to bind port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:41:40.677110 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Attempting to bind port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '827ef82e-15e3-4223-8117-9785911b7c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d'}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:41:40.677422 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Attempting to bind port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd on network 04a7969e-d1e5-4493-9246-acc8378c337d {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:41:40.684474 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd on network 04a7969e-d1e5-4493-9246-acc8378c337d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:41:40.684812 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Attempting to bind port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd on network 04a7969e-d1e5-4493-9246-acc8378c337d {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:41:40.709801 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:41:40.710357 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Checking segment: {'id': '827ef82e-15e3-4223-8117-9785911b7c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:41:40.713086 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Bound using segment: {'id': '827ef82e-15e3-4223-8117-9785911b7c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d'} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:41:40.713902 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Bound port: 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827ef82e-15e3-4223-8117-9785911b7c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d'}}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:41:40.714529 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:40.722168 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7f194-b3d3-4305-968d-7085ee2bb612 None None] Port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:41:40.889844 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] For port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd, host hv-cinder-78462, cleared binding levels {{(pid=78852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:41:40.894013 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] For port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,segment=NetworkSegment(827ef82e-15e3-4223-8117-9785911b7c6a),segment_id=827ef82e-15e3-4223-8117-9785911b7c6a)] {{(pid=78852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:41:40.910492 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:40.918263 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-5d82fd1d-f597-4d8f-95dc-e75d661f9f97 tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:40.931342 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:41:40.951887 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] 10.222.0.11 "PUT /v2.0/routers/9f553257-f705-458e-9641-7eef7debefbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4533746 May 18 01:41:41.001673 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc2c56-0596-422f-aa43-94c4cce14bad req-5f1691fd-76c0-41f2-ba44-dc33c1d575c3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:41.013767 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7bfc2c56-0596-422f-aa43-94c4cce14bad req-5f1691fd-76c0-41f2-ba44-dc33c1d575c3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1762130 May 18 01:41:41.062659 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:41.073044 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:41.082012 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] 10.222.0.39 "PUT /v2.0/ports/3251ee1a-f8eb-4f23-8e3c-752a9cc633fd HTTP/1.1" status: 200 len: 1093 time: 1.6786520 May 18 01:41:41.086085 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04a0f9d-bb88-407f-a29c-3d9c1a9d5911', 'tag': '3251ee1a-f8eb-4f23-8e3c-752a9cc633fd'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:41:41.147061 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Pushing event updated for resources: {'Port': ['ID=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,revision_number=3']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:41.162343 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7bfc2c56-0596-422f-aa43-94c4cce14bad req-d080d0dd-2f67-4222-9ecc-fc46cef9391e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430011 May 18 01:41:41.221220 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:41.275570 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:41:41.300179 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04a0f9d-bb88-407f-a29c-3d9c1a9d5911', 'tag': '3251ee1a-f8eb-4f23-8e3c-752a9cc633fd', 'status': 'completed', 'code': 200} May 18 01:41:41.324921 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-7abfef41-675a-4729-a4da-3222c5186ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:41.326701 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-7abfef41-675a-4729-a4da-3222c5186ecf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98c6614ba7a44c8ca9ab4ab7fbabd007&device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 1096 time: 0.1574018 May 18 01:41:41.524511 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-4e2b74d3-878c-4ce7-b426-a819611c757c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd HTTP/1.1" status: 200 len: 217 time: 0.1865501 May 18 01:41:41.631204 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-dba68357-3d91-4013-8644-7fc5078b116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:41.635911 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-dba68357-3d91-4013-8644-7fc5078b116f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96bd36dc-bb20-465e-a308-dfa37b425d76 HTTP/1.1" status: 200 len: 849 time: 0.0996394 May 18 01:41:41.653411 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7df845-385e-4522-a564-ddcb4257ee88 req-fa6b1f1e-44ba-4ac8-afb8-c8e4651825d2 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:41.655466 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8b7df845-385e-4522-a564-ddcb4257ee88 req-fa6b1f1e-44ba-4ac8-afb8-c8e4651825d2 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 943 time: 0.2094705 May 18 01:41:41.735236 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-d8ff34e5-369c-483c-b91a-5a7063d24c39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=04a7969e-d1e5-4493-9246-acc8378c337d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935488 May 18 01:41:41.763295 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8b7df845-385e-4522-a564-ddcb4257ee88 req-fc8f79fb-acba-43e5-adf0-4954dbbd8cd0 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828996 May 18 01:41:41.942457 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-610afcf2-2ab5-4711-9083-40c10e6ed3ad service neutron] 10.222.0.39 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983323 May 18 01:41:42.125946 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45798) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:42.139029 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-343482754-network', 'tenant_id': '73063794620242f69727577aa49a91d5'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:42.139506 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d8e01e6e-df17-47e3-9650-15b3f848100f req-7c97237f-58fe-4415-8b17-61e3c0cd4fa0 service neutron] 10.222.0.39 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888382 May 18 01:41:42.146351 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:42.151378 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Usage tracker for resource:network and tenant:73063794620242f69727577aa49a91d5 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:42.154150 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:42.161075 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:42.171749 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Made reservation on behalf of 73063794620242f69727577aa49a91d5 for: {'network': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:41:42.179267 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:42.197695 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:42.216537 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:42.221736 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Usage tracker for resource:security_group_rule and tenant:73063794620242f69727577aa49a91d5 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:42.224878 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:42.234750 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:42.422923 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5723bae-fdad-4805-a1da-9be5fd59e08f req-c82a859c-7d6d-441b-b997-bb92f27465d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:42.424406 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a5723bae-fdad-4805-a1da-9be5fd59e08f req-c82a859c-7d6d-441b-b997-bb92f27465d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98c6614ba7a44c8ca9ab4ab7fbabd007&device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 1096 time: 0.2325399 May 18 01:41:42.427362 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:42.435588 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:42.451230 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=78851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:41:42.460181 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bf76b6f6-68d3-42c0-b924-a763ea236114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:42.492364 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:42.492933 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.segments_db [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Added segment 75e575fc-f6a7-405b-866a-308b9a7d1c74 of type vlan for network 3a455b77-5d93-4253-a691-ebc55daef1cc May 18 01:41:42.502404 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d6fc8-bde8-42f2-b42b-954cc386b958 req-0c6ee058-fb00-48ca-8385-dfcc32e4a102 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:42.504225 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-771d6fc8-bde8-42f2-b42b-954cc386b958 req-0c6ee058-fb00-48ca-8385-dfcc32e4a102 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.2100813 May 18 01:41:42.554807 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f420d3-851a-42a2-8f19-53a7a3d9e979,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:42.558905 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:42.572143 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:42.614095 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-771d6fc8-bde8-42f2-b42b-954cc386b958 req-39ab0006-1c9c-41ba-ac53-4cfa799d80ce tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995119 May 18 01:41:42.621564 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5723bae-fdad-4805-a1da-9be5fd59e08f req-67a8541f-040d-40a4-90f8-e96900867701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:42.623059 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a5723bae-fdad-4805-a1da-9be5fd59e08f req-67a8541f-040d-40a4-90f8-e96900867701 service neutron] 10.222.0.39 "GET /v2.0/networks?id=04a7969e-d1e5-4493-9246-acc8378c337d HTTP/1.1" status: 200 len: 910 time: 0.1888156 May 18 01:41:42.664752 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:42.666235 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:42.667269 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:42.673919 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:42.751147 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a5723bae-fdad-4805-a1da-9be5fd59e08f req-8274e543-0717-4686-9ace-4a79f3325242 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd HTTP/1.1" status: 200 len: 217 time: 0.1203442 May 18 01:41:42.872155 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:42.888265 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7606478 May 18 01:41:42.892144 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45810) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:42.896215 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a455b77-5d93-4253-a691-ebc55daef1cc,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:42.901941 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5723bae-fdad-4805-a1da-9be5fd59e08f req-336dd69d-c39a-4d2e-a64e-7130727d3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:42.902780 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Request body: {'subnet': {'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-343482754-subnet', 'tenant_id': '73063794620242f69727577aa49a91d5', 'ip_version': 4}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:42.907285 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a5723bae-fdad-4805-a1da-9be5fd59e08f req-336dd69d-c39a-4d2e-a64e-7130727d3ce1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96bd36dc-bb20-465e-a308-dfa37b425d76 HTTP/1.1" status: 200 len: 849 time: 0.1481302 May 18 01:41:42.907642 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:42.911006 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:42.915989 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Usage tracker for resource:subnet and tenant:73063794620242f69727577aa49a91d5 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:42.919681 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:42.926073 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 3a455b77-5d93-4253-a691-ebc55daef1cc details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:41:42.927840 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:42.952972 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Made reservation on behalf of 73063794620242f69727577aa49a91d5 for: {'subnet': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:41:42.956497 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60943778'] for subnet, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:43.022047 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a5723bae-fdad-4805-a1da-9be5fd59e08f req-0ad956d1-6ec1-483f-827b-6d056bb3d2f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=04a7969e-d1e5-4493-9246-acc8378c337d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066823 May 18 01:41:43.218803 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:43.249239 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Sync routers for ids ['9f553257-f705-458e-9641-7eef7debefbd'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:41:43.249780 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:43.249780 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:43.249946 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Routers {'9f553257-f705-458e-9641-7eef7debefbd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:43.249946 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['9f553257-f705-458e-9641-7eef7debefbd'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:43.389108 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a5723bae-fdad-4805-a1da-9be5fd59e08f req-5900fc6f-7f48-4f5e-8561-ba319c4dcb35 service neutron] 10.222.0.39 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566179 May 18 01:41:43.432980 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:43.448510 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de3b35-bd9e-44c3-ba3b-84b9ce908500 req-dacba266-5143-42a6-bfe8-096220851f6e tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:43.450126 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22de3b35-bd9e-44c3-ba3b-84b9ce908500 req-dacba266-5143-42a6-bfe8-096220851f6e tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 943 time: 0.2590971 May 18 01:41:43.455029 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=587ca9fa-0b6b-40a8-b6fa-b6fe05899349,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:43.460373 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:43.465307 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-c5bebe25-52f3-4897-af35-054e23f9a298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:43.563967 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=587ca9fa-0b6b-40a8-b6fa-b6fe05899349,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:43.568254 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:43.601548 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Set router 9f553257-f705-458e-9641-7eef7debefbd gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:43.618488 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-22de3b35-bd9e-44c3-ba3b-84b9ce908500 req-52b29984-c4a7-412a-a292-bd745278fad5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919991 May 18 01:41:43.618697 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-a5723bae-fdad-4805-a1da-9be5fd59e08f req-edda737d-8255-41af-8afb-f9358aad77f0 service neutron] 10.222.0.39 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225268 May 18 01:41:43.755226 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1554056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60943792'] for subnet, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:43.761870 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:44.037059 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57906baa-fe4b-42c6-977b-0f8bc712076e,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:44.039008 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Checking segment: {'id': '75e575fc-f6a7-405b-866a-308b9a7d1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:41:44.039462 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Network hostable DHCP agents. Network: 3a455b77-5d93-4253-a691-ebc55daef1cc, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:41:44.044340 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:44.078309 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31721aa7-bd5c-434b-a1c5-af82aea80acb req-1c831c84-70de-4ab2-87ba-4e5293e65768 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:44.079937 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-31721aa7-bd5c-434b-a1c5-af82aea80acb req-1c831c84-70de-4ab2-87ba-4e5293e65768 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.2715933 May 18 01:41:44.081207 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Network 3a455b77-5d93-4253-a691-ebc55daef1cc is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:41:44.100138 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:39Z', 'revision_number': 2, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:44.105033 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Checking router: 9f553257-f705-458e-9641-7eef7debefbd for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:41:44.105208 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 3a455b77-5d93-4253-a691-ebc55daef1cc) {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:44.105420 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Updating router 9f553257-f705-458e-9641-7eef7debefbd port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef binding host dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:41:44.115386 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c198b731-f616-4df6-a93b-72049a40a2e1 None None] Network 3a455b77-5d93-4253-a691-ebc55daef1cc requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:41:44.129100 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:44.129334 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.161389 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ced69c09-5168-4eed-9e56-37b4ed425ac0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2671809 May 18 01:41:44.164783 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45826) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:44.166293 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-31721aa7-bd5c-434b-a1c5-af82aea80acb req-5381053d-4993-4a5e-aea4-553dad69a274 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789261 May 18 01:41:44.170597 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-343482754-router', 'tenant_id': '73063794620242f69727577aa49a91d5', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:41:44.179517 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:44.211705 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Usage tracker for resource:router and tenant:73063794620242f69727577aa49a91d5 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:44.215141 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:44.217369 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.230306 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:44.253633 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5134'] for router, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.255559 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3841536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3915002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5137'] for router, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.294180 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.376433 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45832) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:44.512180 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:41:44.613984 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.652662 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:44.664074 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] Usage tracker for resource:security_group_rule and tenant:8103a631764b408e857c837035c0de6f is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:44.670991 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:44.690116 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:44.700059 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,segment=NetworkSegment(827ef82e-15e3-4223-8117-9785911b7c6a),segment_id=827ef82e-15e3-4223-8117-9785911b7c6a)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:44.735388 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '3251ee1a-f8eb-4f23-8e3c-752a9cc633fd', 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d', 'port_id': '3251ee1a-f8eb-4f23-8e3c-752a9cc633fd', 'mac_address': 'fa:16:3e:6c:de:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bd36dc-bb20-465e-a308-dfa37b425d76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:41:44.769520 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Notify callbacks [] for port, precommit_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.785141 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.provisioning_blocks [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Transition to ACTIVE for port object 1ee6c8c4-ed23-419d-909c-b39cfa2051ef will not be triggered until provisioned by entity L2. {{(pid=78854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:44.802009 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.814028 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:44.900973 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.918587 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.918848 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.920006 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:44.929177 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:44.953159 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-720a5e35-ccee-450c-908e-29aa31ed0cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:44.960069 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:41:44.977015 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Pushing event updated for resources: {'Port': ['ID=1ee6c8c4-ed23-419d-909c-b39cfa2051ef,revision_number=3']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:44.978740 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,segment=NetworkSegment(827ef82e-15e3-4223-8117-9785911b7c6a),segment_id=827ef82e-15e3-4223-8117-9785911b7c6a)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:44.981349 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f040f5a-a771-5fd5-a8d4-d4dce0ac1ed4-3a455b77-5d93-4253-a691-ebc55daef1cc', 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc', 'tenant_id': '73063794620242f69727577aa49a91d5', 'fixed_ips': [{'subnet_id': '57906baa-fe4b-42c6-977b-0f8bc712076e'}]}} from dv-cinder-784623-9-smb. {{(pid=78853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 01:41:44.982471 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:45.009333 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c117cb88-9316-43a7-87d0-92a39cc3e625,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:45.012978 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:45.049919 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8103a631764b408e857c837035c0de6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6720140 May 18 01:41:45.053959 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45840) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:45.163864 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc505-5db3-4b80-adb2-8a1e2a017c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:45.195399 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc505-5db3-4b80-adb2-8a1e2a017c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:45.269446 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093315fa-022e-42ca-ba6c-853f408493c3 req-0600f57a-851f-4290-88ae-34fda9d2eff9 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:45.278021 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-093315fa-022e-42ca-ba6c-853f408493c3 req-0600f57a-851f-4290-88ae-34fda9d2eff9 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 943 time: 0.4306123 May 18 01:41:45.281070 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.281311 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc505-5db3-4b80-adb2-8a1e2a017c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:45.282112 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.282665 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.283101 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.283458 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.283788 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.284123 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.284458 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.284797 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.285145 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.285485 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.285822 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:41:45.304107 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-dff11013-fef6-496b-bc03-abe6aea24131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:45.305653 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:45.354284 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcc505-5db3-4b80-adb2-8a1e2a017c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c117cb88-9316-43a7-87d0-92a39cc3e625,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:45.362989 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1cdcc505-5db3-4b80-adb2-8a1e2a017c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:45.386539 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.db_base_plugin_common [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Allocated IP 172.20.0.2 (3a455b77-5d93-4253-a691-ebc55daef1cc/57906baa-fe4b-42c6-977b-0f8bc712076e/2f757ea3-bdb0-4b38-917f-393b2064ddc7) {{(pid=78853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:41:45.389984 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1cdcc505-5db3-4b80-adb2-8a1e2a017c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:45.395935 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-1cdcc505-5db3-4b80-adb2-8a1e2a017c26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c117cb88-9316-43a7-87d0-92a39cc3e625 HTTP/1.1" status: 204 len: 168 time: 0.3407757 May 18 01:41:45.428839 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-093315fa-022e-42ca-ba6c-853f408493c3 req-af10c5c9-cdc2-476e-a8a2-0df8b8be6121 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476457 May 18 01:41:45.501917 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:45.572321 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:45.595442 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Attempting to bind port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:41:45.595823 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Attempting to bind port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:41:45.596195 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Attempting to bind port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef on network 24296966-332e-4e40-89d6-003da07fea7d {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:41:45.643450 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:41:45.643979 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Checking segment: {'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:41:45.647129 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:45.647460 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Bound using segment: {'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:41:45.647866 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Bound port: 1ee6c8c4-ed23-419d-909c-b39cfa2051ef, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'}}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:41:45.648256 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:45.676037 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c015161-029e-446b-a84f-f69cb2e5b142 req-38977608-cc88-4787-9568-af17fdd2ccdf tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:45.687354 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9c015161-029e-446b-a84f-f69cb2e5b142 req-38977608-cc88-4787-9568-af17fdd2ccdf tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1253233 May 18 01:41:45.778891 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9c015161-029e-446b-a84f-f69cb2e5b142 req-fbca6492-1808-4faa-a738-3c2d53ad2137 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898826 May 18 01:41:45.904980 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Notify callbacks [] for port, precommit_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:45.924731 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] For port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:41:45.932348 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Transition to ACTIVE for port object 2f757ea3-bdb0-4b38-917f-393b2064ddc7 will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:45.945660 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] For port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=1ee6c8c4-ed23-419d-909c-b39cfa2051ef,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:41:45.973254 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Transition to ACTIVE for port object 2f757ea3-bdb0-4b38-917f-393b2064ddc7 will not be triggered until provisioned by entity DHCP. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:45.977018 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:46.000036 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Allocated IP 172.28.3.179 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/ca6dc1f2-1dc8-4f03-a472-2118a397ff30) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:41:46.012489 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:46.030651 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45854) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:46.055498 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:46.085920 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:46.094530 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:0395dee4ca994ebf9d53e1cb4c3f7302 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:46.098212 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:46.107565 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:46.107833 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:46.133765 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:46.208063 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:46.242152 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Routers {'9f553257-f705-458e-9641-7eef7debefbd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:46.242795 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['9f553257-f705-458e-9641-7eef7debefbd'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:46.268135 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:46.306645 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:46.319032 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:46.320295 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:46.327919 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:46.385904 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ac2ae0c0-e929-4130-a2f3-7cb5eed92715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:46.397089 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Network 3a455b77-5d93-4253-a691-ebc55daef1cc is already hosted by enough agents. {{(pid=78853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:41:46.398199 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Pushing event updated for resources: {'Port': ['ID=1ee6c8c4-ed23-419d-909c-b39cfa2051ef,revision_number=4']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:46.410368 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.base_scheduler [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Resources bound (agent type, host, resource id): {{(pid=78853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:46.414623 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Received port after_create {{(pid=78853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:41:46.420176 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['3251ee1a-f8eb-4f23-8e3c-752a9cc633fd'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:41:46.425188 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:46.445484 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0395dee4ca994ebf9d53e1cb4c3f7302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105303 May 18 01:41:46.446253 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 45858) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:46.471920 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abda142-3b36-4bf8-9e15-16f5ffc48ef0,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:46.477473 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:41:46.479733 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:46.487574 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:41:46.497387 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:46.625604 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:46.625877 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:46.671190 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] Set router 9f553257-f705-458e-9641-7eef7debefbd gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:46.793344 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef27be8-efe4-4897-a9ee-838964a77532 req-7cbcef04-06ce-480d-a4f5-d60c958871d3 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:46.801257 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9ef27be8-efe4-4897-a9ee-838964a77532 req-7cbcef04-06ce-480d-a4f5-d60c958871d3 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 944 time: 0.1539543 May 18 01:41:46.861100 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6dc1f2-1dc8-4f03-a472-2118a397ff30,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:46.867807 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:46.918548 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9ef27be8-efe4-4897-a9ee-838964a77532 req-a5cc4e51-14bc-4517-bcb8-8b1ed0d6226d tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087787 May 18 01:41:47.081472 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c2a886f0-0aaf-4409-bbd4-7cc5fd1331e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:47.094181 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:47.102315 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.090s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:47.104976 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.817s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:47.121213 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c2a886f0-0aaf-4409-bbd4-7cc5fd1331e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:47.131263 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:45Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:47.136123 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340bd2f-2691-4646-b88b-2ebf53201639 None None] The sync data for ids ['9f553257-f705-458e-9641-7eef7debefbd'] in dv-cinder-784623-9-smb is: [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:45Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:41:47.197799 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c2a886f0-0aaf-4409-bbd4-7cc5fd1331e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:47.212511 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2c7cae2e-91ff-4fc5-8909-a87224ebf951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:47.242359 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Attempting to bind port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:41:47.242736 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Attempting to bind port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '75e575fc-f6a7-405b-866a-308b9a7d1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:41:47.243239 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Attempting to bind port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 on network 3a455b77-5d93-4253-a691-ebc55daef1cc {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:41:47.244276 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a886f0-0aaf-4409-bbd4-7cc5fd1331e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abda142-3b36-4bf8-9e15-16f5ffc48ef0,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:47.256977 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c2a886f0-0aaf-4409-bbd4-7cc5fd1331e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:47.271239 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:41:47.271617 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Checking segment: {'id': '75e575fc-f6a7-405b-866a-308b9a7d1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:41:47.272556 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:47.272556 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Bound using segment: {'id': '75e575fc-f6a7-405b-866a-308b9a7d1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:41:47.275051 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Bound port: 2f757ea3-bdb0-4b38-917f-393b2064ddc7, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e575fc-f6a7-405b-866a-308b9a7d1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:41:47.275805 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:47.293433 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Pushing event updated for resources: {'Port': ['ID=2f757ea3-bdb0-4b38-917f-393b2064ddc7,revision_number=1']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:47.294773 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6aa663-3c0d-4ee3-8ab9-e6059aa4ab7e req-c62db2bd-6524-4184-aa06-230c0fc8486b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:47.300898 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:47.304011 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bc6aa663-3c0d-4ee3-8ab9-e6059aa4ab7e req-c62db2bd-6524-4184-aa06-230c0fc8486b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1957526 May 18 01:41:47.309295 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:47.383981 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bc6aa663-3c0d-4ee3-8ab9-e6059aa4ab7e req-3a9d8253-01c5-4fda-a26c-fe03f390f35e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765054 May 18 01:41:47.438125 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-c2a886f0-0aaf-4409-bbd4-7cc5fd1331e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:47.438702 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-c2a886f0-0aaf-4409-bbd4-7cc5fd1331e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6abda142-3b36-4bf8-9e15-16f5ffc48ef0 HTTP/1.1" status: 204 len: 168 time: 0.9915686 May 18 01:41:47.565339 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] For port 2f757ea3-bdb0-4b38-917f-393b2064ddc7, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:41:47.572617 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] For port 2f757ea3-bdb0-4b38-917f-393b2064ddc7, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=2f757ea3-bdb0-4b38-917f-393b2064ddc7,segment=NetworkSegment(75e575fc-f6a7-405b-866a-308b9a7d1c74),segment_id=75e575fc-f6a7-405b-866a-308b9a7d1c74)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:41:47.584885 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:47.601703 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-6d17eec5-5ea2-4da7-b384-6728a7e6f6e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:47.739045 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 1ee6c8c4-ed23-419d-909c-b39cfa2051ef up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:47.858524 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Pushing event updated for resources: {'Port': ['ID=2f757ea3-bdb0-4b38-917f-393b2064ddc7,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:47.865344 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815860'] for router, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:47.866141 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:47.893256 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:47.908293 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:47.908677 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:48.166888 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:48.284867 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=1ee6c8c4-ed23-419d-909c-b39cfa2051ef,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:48.293964 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:48.306714 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-5ebb06b9-050a-45d7-a7c9-0a8f93ccd30d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:48.368502 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc46b58-1eef-46bf-a2ad-d0ee80bdb1f2 req-04b12b42-80c0-4665-a57e-13f65be598a9 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:48.379172 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4fc46b58-1eef-46bf-a2ad-d0ee80bdb1f2 req-04b12b42-80c0-4665-a57e-13f65be598a9 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 944 time: 0.2867141 May 18 01:41:48.472347 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4fc46b58-1eef-46bf-a2ad-d0ee80bdb1f2 req-a9e0145c-bee1-4848-9565-3b7e353a7605 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890493 May 18 01:41:48.534251 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:48.595874 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Router abb1c21c-dff9-4bc7-8b20-d2975b997860 is scheduled to L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b with binding_index 1 {{(pid=78852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 01:41:48.662928 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=1ee6c8c4-ed23-419d-909c-b39cfa2051ef,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:48.698669 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:48.748208 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:48.754511 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:48.755195 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:48.808374 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04788d48-2f26-4e41-a12e-5d0228fed47e req-1e41d416-13e4-47ba-a1cf-0c3f3faaedb9 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:48.820358 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-04788d48-2f26-4e41-a12e-5d0228fed47e req-1e41d416-13e4-47ba-a1cf-0c3f3faaedb9 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1362062 May 18 01:41:48.914090 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-04788d48-2f26-4e41-a12e-5d0228fed47e req-fbac3925-e527-49ac-b142-d6ac469a064b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923274 May 18 01:41:49.014162 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:41:49.045965 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Sync routers for ids ['abb1c21c-dff9-4bc7-8b20-d2975b997860'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:41:49.059359 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:49.060596 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8948154 May 18 01:41:49.064276 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 45890) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:49.066523 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Routers {'abb1c21c-dff9-4bc7-8b20-d2975b997860'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:49.067330 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['abb1c21c-dff9-4bc7-8b20-d2975b997860'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:49.180398 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:49.370376 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04a0f9d-bb88-407f-a29c-3d9c1a9d5911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3251ee1a-f8eb-4f23-8e3c-752a9cc633fd'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:41:49.502769 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,segment=NetworkSegment(827ef82e-15e3-4223-8117-9785911b7c6a),segment_id=827ef82e-15e3-4223-8117-9785911b7c6a)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:49.593681 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04a0f9d-bb88-407f-a29c-3d9c1a9d5911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3251ee1a-f8eb-4f23-8e3c-752a9cc633fd', 'code': 200} May 18 01:41:49.610361 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e9506b-0feb-404d-8cf8-80ae7a0f5fa5 None None] Network 3a455b77-5d93-4253-a691-ebc55daef1cc requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:41:49.695814 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:49.810024 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:49.928907 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:49.933531 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:49.942293 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 1ee6c8c4-ed23-419d-909c-b39cfa2051ef up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:49.995554 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199c7d9-5557-4104-8406-28bd1edcca0f req-d5cf11d0-4a52-40cf-8536-659a36a02265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:49.998968 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-1199c7d9-5557-4104-8406-28bd1edcca0f req-d5cf11d0-4a52-40cf-8536-659a36a02265 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 1098 time: 0.1659691 May 18 01:41:50.054423 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf89c-9f14-4642-9e7c-7b659ebccf9e req-625371cd-90c6-46fc-81f4-b791f8d5d4a7 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:50.055960 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cfdbf89c-9f14-4642-9e7c-7b659ebccf9e req-625371cd-90c6-46fc-81f4-b791f8d5d4a7 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 945 time: 0.2399139 May 18 01:41:50.070403 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-1199c7d9-5557-4104-8406-28bd1edcca0f req-5da7bdcc-0984-4a5e-88f3-c9153db75868 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537519 May 18 01:41:50.101282 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-dfd93746-5b46-4970-94ba-54362e701ec3 None None] Provisioning for port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:50.122293 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Set router abb1c21c-dff9-4bc7-8b20-d2975b997860 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:50.204591 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cfdbf89c-9f14-4642-9e7c-7b659ebccf9e req-0a48c567-ca36-4f5e-b149-c5df72741041 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414316 May 18 01:41:50.281575 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:50.281957 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:50.655822 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012dbe2-de30-4e63-9c50-7ebcf3ef72fb req-1f6547cf-dfd8-46ed-867b-c70be94fb303 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:50.658111 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7012dbe2-de30-4e63-9c50-7ebcf3ef72fb req-1f6547cf-dfd8-46ed-867b-c70be94fb303 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.2185650 May 18 01:41:50.732208 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 2f757ea3-bdb0-4b38-917f-393b2064ddc7 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:50.887451 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:50.894318 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:50.894696 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:50.905348 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7012dbe2-de30-4e63-9c50-7ebcf3ef72fb req-2f34fd63-ed1f-4b79-840f-2d7a43a1f299 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348788 May 18 01:41:50.960966 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:50.975089 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'name': 'tempest-TestMinimumBasicScenario-343482754-router', 'tenant_id': '73063794620242f69727577aa49a91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:46Z', 'revision_number': 3, 'project_id': '73063794620242f69727577aa49a91d5', 'gw_port': {'id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:45Z', 'updated_at': '2021-05-18T01:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:50.987201 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Checking router: abb1c21c-dff9-4bc7-8b20-d2975b997860 for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:41:50.987561 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Updating router abb1c21c-dff9-4bc7-8b20-d2975b997860 port ca6dc1f2-1dc8-4f03-a472-2118a397ff30 binding host dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:41:51.048285 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:51.234902 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-015a9055-42a8-4fe7-9d03-5a867d40c70c None None] Provisioning complete for port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:51.235284 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-015a9055-42a8-4fe7-9d03-5a867d40c70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:51.248202 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Allocated IP 172.20.0.1 (3a455b77-5d93-4253-a691-ebc55daef1cc/57906baa-fe4b-42c6-977b-0f8bc712076e/7397b019-536d-459e-abdc-12095cc5863f) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:41:51.295831 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:51.432736 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:51.434958 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-015a9055-42a8-4fe7-9d03-5a867d40c70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:51.505082 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Transition to ACTIVE for port object 7397b019-536d-459e-abdc-12095cc5863f will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:51.519082 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 2f757ea3-bdb0-4b38-917f-393b2064ddc7, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=2f757ea3-bdb0-4b38-917f-393b2064ddc7,segment=NetworkSegment(75e575fc-f6a7-405b-866a-308b9a7d1c74),segment_id=75e575fc-f6a7-405b-866a-308b9a7d1c74)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:51.530258 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:51.549436 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:51.556965 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820fbcc-d148-42e4-bf31-fdb6a9b7bf23 req-5811bfbe-dc92-437c-9ca1-2e696c4e31b7 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:51.558459 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7820fbcc-d148-42e4-bf31-fdb6a9b7bf23 req-5811bfbe-dc92-437c-9ca1-2e696c4e31b7 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 945 time: 0.1171780 May 18 01:41:51.560054 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:51.567155 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:51.663994 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Network 3a455b77-5d93-4253-a691-ebc55daef1cc is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:41:51.670828 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:51.678116 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:41:51.713320 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7820fbcc-d148-42e4-bf31-fdb6a9b7bf23 req-451eacfa-35f2-44e5-98a4-d2a20533a8b6 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483715 May 18 01:41:51.714879 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Pushing event updated for resources: {'Port': ['ID=7397b019-536d-459e-abdc-12095cc5863f,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:51.720382 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:51.727302 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.db.api [None req-015a9055-42a8-4fe7-9d03-5a867d40c70c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78853) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 01:41:51.727693 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_db.api [None req-015a9055-42a8-4fe7-9d03-5a867d40c70c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 01:41:51.732294 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=2f757ea3-bdb0-4b38-917f-393b2064ddc7,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:51.739932 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:51.885123 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Notify callbacks [] for port, precommit_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:51.901277 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Transition to ACTIVE for port object ca6dc1f2-1dc8-4f03-a472-2118a397ff30 will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:51.909898 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:51.924333 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-cfcad036-c5d4-4db3-ac25-6c349bad2e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:51.928143 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841359'] for router_interface, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:52.012188 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695337e-e6b6-4f95-8e39-afd6ba66319c None None] Pushing event updated for resources: {'Port': ['ID=ca6dc1f2-1dc8-4f03-a472-2118a397ff30,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:52.015759 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-7695337e-e6b6-4f95-8e39-afd6ba66319c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:52.024365 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Attempting to bind port ca6dc1f2-1dc8-4f03-a472-2118a397ff30 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:41:52.024680 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Attempting to bind port ca6dc1f2-1dc8-4f03-a472-2118a397ff30 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:41:52.025078 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Attempting to bind port ca6dc1f2-1dc8-4f03-a472-2118a397ff30 on network a2adaee7-831c-4c6c-b54a-b71e9d98e449 {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:41:52.030516 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:41:52.030889 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Checking segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:41:52.031879 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:52.032268 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Bound using segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:41:52.032762 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Bound port: ca6dc1f2-1dc8-4f03-a472-2118a397ff30, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:41:52.033183 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:52.183550 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] For port ca6dc1f2-1dc8-4f03-a472-2118a397ff30, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:41:52.188321 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] For port ca6dc1f2-1dc8-4f03-a472-2118a397ff30, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=ca6dc1f2-1dc8-4f03-a472-2118a397ff30,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:41:52.195595 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:52.201135 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:52.214791 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:52.314917 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695337e-e6b6-4f95-8e39-afd6ba66319c None None] Pushing event updated for resources: {'Port': ['ID=ca6dc1f2-1dc8-4f03-a472-2118a397ff30,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:52.318648 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-7695337e-e6b6-4f95-8e39-afd6ba66319c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:52.369373 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Routers {'abb1c21c-dff9-4bc7-8b20-d2975b997860'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:52.370006 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['abb1c21c-dff9-4bc7-8b20-d2975b997860'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:52.402411 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8f44c-4b71-4f5e-821d-fedcc1a8a1b9 req-d7eaa7d9-bc92-4428-a504-60020dd9737b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:52.403890 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c4c8f44c-4b71-4f5e-821d-fedcc1a8a1b9 req-d7eaa7d9-bc92-4428-a504-60020dd9737b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.3193955 May 18 01:41:52.558542 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c4c8f44c-4b71-4f5e-821d-fedcc1a8a1b9 req-07bc96e1-c15f-4316-a05a-3e3c706b39b7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413524 May 18 01:41:52.599215 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] Set router abb1c21c-dff9-4bc7-8b20-d2975b997860 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:52.634987 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-0ced8d0b-2a2e-4339-9514-365f52a38f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:52.638167 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-0ced8d0b-2a2e-4339-9514-365f52a38f37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 1098 time: 0.1203859 May 18 01:41:52.644947 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:52.649805 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:52.684329 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3be14c33-0238-4885-bb04-45e475f7c8fe tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:52.763466 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eead571d-4731-478b-8010-82bc66dfc51a None None] Provisioning for port 7397b019-536d-459e-abdc-12095cc5863f completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:52.779879 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810792'] for router_interface, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:52.785034 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Pushing event updated for resources: {'Port': ['ID=7397b019-536d-459e-abdc-12095cc5863f,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:52.790031 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eead571d-4731-478b-8010-82bc66dfc51a None None] Provisioning complete for port 7397b019-536d-459e-abdc-12095cc5863f triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:52.790230 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:52.790562 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eead571d-4731-478b-8010-82bc66dfc51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:52.888256 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-2e1b8dc6-7727-43f7-9fb1-717e02640bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:52.890584 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-2e1b8dc6-7727-43f7-9fb1-717e02640bd7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 917 time: 0.2403908 May 18 01:41:52.932964 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Network 3a455b77-5d93-4253-a691-ebc55daef1cc is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:41:52.934320 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:41:52.940507 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eead571d-4731-478b-8010-82bc66dfc51a None None] Port 7397b019-536d-459e-abdc-12095cc5863f cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:41:53.074576 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'name': 'tempest-TestMinimumBasicScenario-343482754-router', 'tenant_id': '73063794620242f69727577aa49a91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:52Z', 'revision_number': 4, 'project_id': '73063794620242f69727577aa49a91d5', 'gw_port': {'id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:45Z', 'updated_at': '2021-05-18T01:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '7397b019-536d-459e-abdc-12095cc5863f', 'name': '', 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc', 'tenant_id': '73063794620242f69727577aa49a91d5', 'mac_address': 'fa:16:3e:e9:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57906baa-fe4b-42c6-977b-0f8bc712076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:51Z', 'updated_at': '2021-05-18T01:41:51Z', 'revision_number': 1, 'project_id': '73063794620242f69727577aa49a91d5', 'subnets': [{'id': '57906baa-fe4b-42c6-977b-0f8bc712076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:53.074897 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-3816fea7-9909-4763-80b8-62d67725a1ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c HTTP/1.1" status: 200 len: 1001 time: 0.1707749 May 18 01:41:53.079426 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145991c-dfeb-49f4-85d3-6facb6e776e7 None None] The sync data for ids ['abb1c21c-dff9-4bc7-8b20-d2975b997860'] in dv-cinder-784623-9-smb is: [{'id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'name': 'tempest-TestMinimumBasicScenario-343482754-router', 'tenant_id': '73063794620242f69727577aa49a91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:52Z', 'revision_number': 4, 'project_id': '73063794620242f69727577aa49a91d5', 'gw_port': {'id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:45Z', 'updated_at': '2021-05-18T01:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '7397b019-536d-459e-abdc-12095cc5863f', 'name': '', 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc', 'tenant_id': '73063794620242f69727577aa49a91d5', 'mac_address': 'fa:16:3e:e9:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57906baa-fe4b-42c6-977b-0f8bc712076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:51Z', 'updated_at': '2021-05-18T01:41:51Z', 'revision_number': 1, 'project_id': '73063794620242f69727577aa49a91d5', 'subnets': [{'id': '57906baa-fe4b-42c6-977b-0f8bc712076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:41:53.152160 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-a9ace895-3db3-4e7b-8427-7f4369b3efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:53.153659 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-a9ace895-3db3-4e7b-8427-7f4369b3efa8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.0717239 May 18 01:41:53.238425 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Router abb1c21c-dff9-4bc7-8b20-d2975b997860 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:41:53.243885 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-edf450a8-f052-453d-b358-5fb897ff2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:53.245686 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-edf450a8-f052-453d-b358-5fb897ff2ef0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829604 May 18 01:41:53.274673 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-0f3e9aed-9ddf-46a9-b1ab-db343ae25cef None None] Provisioning complete for port 7397b019-536d-459e-abdc-12095cc5863f triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:53.275053 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9aed-9ddf-46a9-b1ab-db343ae25cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:53.345997 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e9aed-9ddf-46a9-b1ab-db343ae25cef None None] Port 7397b019-536d-459e-abdc-12095cc5863f cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:41:53.448425 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a599e8d-3ec7-4042-b2bd-611c016ce1d6 req-68fd44b7-5226-4938-909d-b6fa14040ce9 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:53.449957 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3a599e8d-3ec7-4042-b2bd-611c016ce1d6 req-68fd44b7-5226-4938-909d-b6fa14040ce9 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 945 time: 0.2507315 May 18 01:41:53.477167 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-e9d1c3b7-02ca-4605-a5a4-12cd0d3ded2c service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228172 May 18 01:41:53.487505 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:41:53.522338 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3a599e8d-3ec7-4042-b2bd-611c016ce1d6 req-1b13898c-38f1-4422-84d1-c022a908c412 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634787 May 18 01:41:53.535929 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] 10.222.0.11 "PUT /v2.0/routers/abb1c21c-dff9-4bc7-8b20-d2975b997860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4693241 May 18 01:41:53.679567 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 2f757ea3-bdb0-4b38-917f-393b2064ddc7 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:53.732036 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-d28d630d-c811-42d2-b3dd-5e46eed4e2ec req-57b14c86-e577-44fe-896b-642edd0efe08 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466397 May 18 01:41:53.803394 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:53.804472 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:53.846662 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5fbc4-0412-468e-9213-9d53b0a1d17f req-e98ef0e9-f4d6-4518-bc7e-652ef533a964 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:53.854588 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2ec5fbc4-0412-468e-9213-9d53b0a1d17f req-e98ef0e9-f4d6-4518-bc7e-652ef533a964 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1133416 May 18 01:41:53.901163 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2ec5fbc4-0412-468e-9213-9d53b0a1d17f req-392bf9ce-8680-4299-91b2-bf22d1add510 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462449 May 18 01:41:54.347739 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-d1dd6334-505c-4f4e-b96f-b70123ec9411 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:54.348427 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-d1dd6334-505c-4f4e-b96f-b70123ec9411 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Synchronizing usage tracker for tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 on resource:port {{(pid=78852) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:41:54.367718 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-d1dd6334-505c-4f4e-b96f-b70123ec9411 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Unset dirty status for tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 on resource:port {{(pid=78852) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:41:54.369238 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-d1dd6334-505c-4f4e-b96f-b70123ec9411 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.39 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 945 time: 0.1116045 May 18 01:41:54.544686 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Deleting port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:41:54.545328 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:54.728246 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] For port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,segment=NetworkSegment(827ef82e-15e3-4223-8117-9785911b7c6a),segment_id=827ef82e-15e3-4223-8117-9785911b7c6a)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:54.728763 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:54.862370 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b896d1-a6a4-4d97-9f1b-2b60f2e4c353 req-7984e6f2-f27d-4068-ad7c-2fd3622a8ec6 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:54.865058 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d4b896d1-a6a4-4d97-9f1b-2b60f2e4c353 req-7984e6f2-f27d-4068-ad7c-2fd3622a8ec6 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 945 time: 0.1291826 May 18 01:41:54.944266 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d4b896d1-a6a4-4d97-9f1b-2b60f2e4c353 req-49eea22b-750e-43c4-9126-7292bb73ef2a tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721507 May 18 01:41:54.984633 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:55.009285 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Calling delete_port for 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd owned by compute:nova {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:41:55.160378 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:55.175647 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['3251ee1a-f8eb-4f23-8e3c-752a9cc633fd'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:41:55.180603 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e78d367f-65ab-47d6-8893-ae223cddc173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:55.224756 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64353526-3d89-4ac9-a1ac-f7839f5ac55c req-76796f17-49fe-4350-956a-52548bf264ed tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:55.226549 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-64353526-3d89-4ac9-a1ac-f7839f5ac55c req-76796f17-49fe-4350-956a-52548bf264ed tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1141808 May 18 01:41:55.255650 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Pushing event deleted for resources: {'Port': ['ID=3251ee1a-f8eb-4f23-8e3c-752a9cc633fd,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:55.296356 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:55.308877 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-64353526-3d89-4ac9-a1ac-f7839f5ac55c req-4c2a7d4e-5cb8-466f-85f5-c31db955f6a5 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756173 May 18 01:41:55.347721 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] No DVR routers for this DVR port 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd on host hv-cinder-78462 {{(pid=78852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:41:55.350936 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:55.358807 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04a0f9d-bb88-407f-a29c-3d9c1a9d5911', 'name': 'network-vif-deleted', 'tag': '3251ee1a-f8eb-4f23-8e3c-752a9cc633fd'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:41:55.379508 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-25c8d6c4-4814-415c-8e4f-6fc125fb647d req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.39 "DELETE /v2.0/ports/3251ee1a-f8eb-4f23-8e3c-752a9cc633fd HTTP/1.1" status: 204 len: 173 time: 1.0028560 May 18 01:41:55.431536 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04a0f9d-bb88-407f-a29c-3d9c1a9d5911', 'name': 'network-vif-deleted', 'tag': '3251ee1a-f8eb-4f23-8e3c-752a9cc633fd', 'status': 'completed', 'code': 200} May 18 01:41:55.675222 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device ca6dc1f2-1dc8-4f03-a472-2118a397ff30 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:55.754510 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port ca6dc1f2-1dc8-4f03-a472-2118a397ff30 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:55.760276 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port ca6dc1f2-1dc8-4f03-a472-2118a397ff30 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:55.760754 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:55.901147 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Sync routers for ids ['abb1c21c-dff9-4bc7-8b20-d2975b997860'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:41:55.914604 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Routers {'abb1c21c-dff9-4bc7-8b20-d2975b997860'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:55.915236 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['abb1c21c-dff9-4bc7-8b20-d2975b997860'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:55.915940 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:55.935211 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port ca6dc1f2-1dc8-4f03-a472-2118a397ff30, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=ca6dc1f2-1dc8-4f03-a472-2118a397ff30,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:55.940102 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:55.942051 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:56.043847 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=ca6dc1f2-1dc8-4f03-a472-2118a397ff30,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:56.049668 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:56.154710 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Set router abb1c21c-dff9-4bc7-8b20-d2975b997860 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:56.314359 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b31d4a1f-9edc-4475-9985-8e2fba6a6d45 req-bfa718f6-ef32-4ce6-9fb4-462c034cb16f tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04a0f9d-bb88-407f-a29c-3d9c1a9d5911 HTTP/1.1" status: 200 len: 210 time: 0.1799874 May 18 01:41:56.589028 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:41:56.625952 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d65c5-4843-4e67-9ee1-546acb2f8244 req-a58040fe-118c-4961-bf03-a7fed893ca35 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:56.630531 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c94d65c5-4843-4e67-9ee1-546acb2f8244 req-a58040fe-118c-4961-bf03-a7fed893ca35 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 945 time: 0.1810758 May 18 01:41:56.640358 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'name': 'tempest-TestMinimumBasicScenario-343482754-router', 'tenant_id': '73063794620242f69727577aa49a91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:52Z', 'revision_number': 4, 'project_id': '73063794620242f69727577aa49a91d5', 'gw_port': {'id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:45Z', 'updated_at': '2021-05-18T01:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '7397b019-536d-459e-abdc-12095cc5863f', 'name': '', 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc', 'tenant_id': '73063794620242f69727577aa49a91d5', 'mac_address': 'fa:16:3e:e9:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57906baa-fe4b-42c6-977b-0f8bc712076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:51Z', 'updated_at': '2021-05-18T01:41:52Z', 'revision_number': 2, 'project_id': '73063794620242f69727577aa49a91d5', 'subnets': [{'id': '57906baa-fe4b-42c6-977b-0f8bc712076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:56.647435 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Checking router: abb1c21c-dff9-4bc7-8b20-d2975b997860 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:41:56.647985 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Updating router abb1c21c-dff9-4bc7-8b20-d2975b997860 port 7397b019-536d-459e-abdc-12095cc5863f binding host dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:41:56.673680 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:41:56.674397 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3251ee1a-f8eb-4f23-8e3c-752a9cc633fd not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:41:56.675030 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:41:56.709687 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:56.738966 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c94d65c5-4843-4e67-9ee1-546acb2f8244 req-dd9b4674-44c6-448f-9bce-5b09be43b79f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017206 May 18 01:41:56.772373 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46012) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:56.961899 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:56.992516 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-dca9d34e-84b3-45b0-a954-33b10246b2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.019023 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-dca9d34e-84b3-45b0-a954-33b10246b2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:41:57.026039 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-dca9d34e-84b3-45b0-a954-33b10246b2f9 admin admin] Usage tracker for resource:security_group_rule and tenant:963864bdf55e4e4c8ee53b5f3b278463 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:41:57.033530 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-dca9d34e-84b3-45b0-a954-33b10246b2f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:41:57.034360 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:41:57.043310 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-dca9d34e-84b3-45b0-a954-33b10246b2f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:41:57.060410 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:41:57.067662 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.071168 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:57.163356 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-dca9d34e-84b3-45b0-a954-33b10246b2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.169414 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-dca9d34e-84b3-45b0-a954-33b10246b2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.181951 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-4c2c1d66-f9ab-4999-80b9-db25877896e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:57.191363 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=8']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:57.207721 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:57.230855 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9d34e-84b3-45b0-a954-33b10246b2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc54fde-31c2-4ad4-9886-0f0020855bff,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:57.235271 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-dca9d34e-84b3-45b0-a954-33b10246b2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:57.244909 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 46028) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:57.245187 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-dca9d34e-84b3-45b0-a954-33b10246b2f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=963864bdf55e4e4c8ee53b5f3b278463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705050 May 18 01:41:57.317978 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Notify callbacks [] for port, precommit_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.332697 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.provisioning_blocks [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Transition to ACTIVE for port object 7397b019-536d-459e-abdc-12095cc5863f will not be triggered until provisioned by entity L2. {{(pid=78854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:41:57.343101 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.348151 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:57.417588 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8d43c-4fb6-447a-97c5-d73b849025df None None] Pushing event updated for resources: {'Port': ['ID=7397b019-536d-459e-abdc-12095cc5863f,revision_number=3']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:57.427208 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-75c8d43c-4fb6-447a-97c5-d73b849025df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:57.461971 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-139ce85c-38cf-4349-9a52-b26c2d41b623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.638204 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-139ce85c-38cf-4349-9a52-b26c2d41b623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.741172 dv-cinder-784623-9-smb neutron-server[78853]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'code': 422} returned with failed status May 18 01:41:57.795146 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-139ce85c-38cf-4349-9a52-b26c2d41b623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.796220 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device ca6dc1f2-1dc8-4f03-a472-2118a397ff30 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:57.802379 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9bea51d0-f6ea-4712-8c04-a6889213a2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:57.833752 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-139ce85c-38cf-4349-9a52-b26c2d41b623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.835482 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-139ce85c-38cf-4349-9a52-b26c2d41b623 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6fc54fde-31c2-4ad4-9886-0f0020855bff HTTP/1.1" status: 204 len: 168 time: 0.5853674 May 18 01:41:57.838112 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ce85c-38cf-4349-9a52-b26c2d41b623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc54fde-31c2-4ad4-9886-0f0020855bff,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:57.846922 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-139ce85c-38cf-4349-9a52-b26c2d41b623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:57.932714 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Attempting to bind port 7397b019-536d-459e-abdc-12095cc5863f on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:41:57.933454 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Attempting to bind port 7397b019-536d-459e-abdc-12095cc5863f by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '75e575fc-f6a7-405b-866a-308b9a7d1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc'}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:41:57.933602 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Attempting to bind port 7397b019-536d-459e-abdc-12095cc5863f on network 3a455b77-5d93-4253-a691-ebc55daef1cc {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:41:57.945248 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:41:57.945623 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Checking segment: {'id': '75e575fc-f6a7-405b-866a-308b9a7d1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:41:57.946027 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.946420 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Bound using segment: {'id': '75e575fc-f6a7-405b-866a-308b9a7d1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc'} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:41:57.947141 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Bound port: 7397b019-536d-459e-abdc-12095cc5863f, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e575fc-f6a7-405b-866a-308b9a7d1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc'}}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:41:57.947291 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.972792 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-18487238-6327-4bb7-84ca-e944566fbf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:57.998001 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port ca6dc1f2-1dc8-4f03-a472-2118a397ff30 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:57.998669 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:58.160604 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] For port 7397b019-536d-459e-abdc-12095cc5863f, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:41:58.168292 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] For port 7397b019-536d-459e-abdc-12095cc5863f, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=7397b019-536d-459e-abdc-12095cc5863f,segment=NetworkSegment(75e575fc-f6a7-405b-866a-308b9a7d1c74),segment_id=75e575fc-f6a7-405b-866a-308b9a7d1c74)] {{(pid=78854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:41:58.177566 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:41:58.196283 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:41:58.325207 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Routers {'abb1c21c-dff9-4bc7-8b20-d2975b997860'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:41:58.325838 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:41:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['abb1c21c-dff9-4bc7-8b20-d2975b997860'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:58.435860 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8d43c-4fb6-447a-97c5-d73b849025df None None] Pushing event updated for resources: {'Port': ['ID=7397b019-536d-459e-abdc-12095cc5863f,revision_number=4']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:41:58.442165 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-75c8d43c-4fb6-447a-97c5-d73b849025df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:41:58.607426 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] Set router abb1c21c-dff9-4bc7-8b20-d2975b997860 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:41:58.660613 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeb591-71e2-4411-8d42-39f05333384d req-47577626-39ee-4f0c-96ee-93d8dee955c3 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:58.662341 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-47577626-39ee-4f0c-96ee-93d8dee955c3 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/networks?id=04a7969e-d1e5-4493-9246-acc8378c337d HTTP/1.1" status: 200 len: 809 time: 0.2398083 May 18 01:41:58.689630 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-218a582e-c6bd-48af-a50a-ec7aa8e26e04 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/quotas/98c6614ba7a44c8ca9ab4ab7fbabd007 HTTP/1.1" status: 200 len: 375 time: 0.0194831 May 18 01:41:58.758660 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-3787e858-fed2-4e8a-9c24-c20c185e3d32 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=98c6614ba7a44c8ca9ab4ab7fbabd007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678475 May 18 01:41:58.948478 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-20ec0d01-6a79-4914-adf2-3baed669b987 service neutron] 10.222.0.11 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887138 May 18 01:41:59.052104 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46074) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:41:59.064462 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'name': 'tempest-TestMinimumBasicScenario-343482754-router', 'tenant_id': '73063794620242f69727577aa49a91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:52Z', 'revision_number': 4, 'project_id': '73063794620242f69727577aa49a91d5', 'gw_port': {'id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:45Z', 'updated_at': '2021-05-18T01:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '7397b019-536d-459e-abdc-12095cc5863f', 'name': '', 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc', 'tenant_id': '73063794620242f69727577aa49a91d5', 'mac_address': 'fa:16:3e:e9:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57906baa-fe4b-42c6-977b-0f8bc712076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:51Z', 'updated_at': '2021-05-18T01:41:58Z', 'revision_number': 4, 'project_id': '73063794620242f69727577aa49a91d5', 'subnets': [{'id': '57906baa-fe4b-42c6-977b-0f8bc712076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:41:59.071809 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141170f-d88e-4a13-ac23-50619c3e63b5 None None] The sync data for ids ['abb1c21c-dff9-4bc7-8b20-d2975b997860'] in dv-cinder-784623-9-smb is: [{'id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'name': 'tempest-TestMinimumBasicScenario-343482754-router', 'tenant_id': '73063794620242f69727577aa49a91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:41:52Z', 'revision_number': 4, 'project_id': '73063794620242f69727577aa49a91d5', 'gw_port': {'id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:45Z', 'updated_at': '2021-05-18T01:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '7397b019-536d-459e-abdc-12095cc5863f', 'name': '', 'network_id': '3a455b77-5d93-4253-a691-ebc55daef1cc', 'tenant_id': '73063794620242f69727577aa49a91d5', 'mac_address': 'fa:16:3e:e9:6c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57906baa-fe4b-42c6-977b-0f8bc712076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:51Z', 'updated_at': '2021-05-18T01:41:58Z', 'revision_number': 4, 'project_id': '73063794620242f69727577aa49a91d5', 'subnets': [{'id': '57906baa-fe4b-42c6-977b-0f8bc712076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:41:59.130722 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-1eac116c-c597-4f5a-b227-06140712d2ed service neutron] 10.222.0.11 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748445 May 18 01:41:59.251717 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-a6cff03a-aef1-4015-b5f5-a8837ca4d877 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1976445 May 18 01:41:59.533245 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ea6d4-7216-4376-9194-0e71850d46d1 req-5dc6838b-d560-438b-8198-2ce6bda77a29 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:41:59.537835 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c49ea6d4-7216-4376-9194-0e71850d46d1 req-5dc6838b-d560-438b-8198-2ce6bda77a29 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.1106198 May 18 01:41:59.662684 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c49ea6d4-7216-4376-9194-0e71850d46d1 req-8de59a90-fd2f-4045-a157-b845eec44d4f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186895 May 18 01:41:59.739450 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 7397b019-536d-459e-abdc-12095cc5863f up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:41:59.860737 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e2437fba-04e8-44ce-86fd-edb488126058 req-e2660a81-ef2e-47d7-88a1-7f474d3e9a13 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 210 time: 0.1167269 May 18 01:41:59.912422 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 7397b019-536d-459e-abdc-12095cc5863f completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:41:59.918976 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 7397b019-536d-459e-abdc-12095cc5863f triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:41:59.919602 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:00.152549 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:00.211037 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 7397b019-536d-459e-abdc-12095cc5863f, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=7397b019-536d-459e-abdc-12095cc5863f,segment=NetworkSegment(75e575fc-f6a7-405b-866a-308b9a7d1c74),segment_id=75e575fc-f6a7-405b-866a-308b9a7d1c74)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:00.215491 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:00.221794 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-7695337e-e6b6-4f95-8e39-afd6ba66319c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:00.324649 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=7397b019-536d-459e-abdc-12095cc5863f,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:00.331280 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:00.362519 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-b9206519-b4a8-425a-a28f-da866b2a0a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:00.537201 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:00.965277 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3693d0-112b-4ce4-aad1-f2a5d2614af9 req-14b57457-5db7-44e1-9de0-41f721c12931 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:00.973015 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ec3693d0-112b-4ce4-aad1-f2a5d2614af9 req-14b57457-5db7-44e1-9de0-41f721c12931 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.1345751 May 18 01:42:00.992590 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeb591-71e2-4411-8d42-39f05333384d req-f8ae5377-f9f6-4a5f-ab6d-56546db8312a tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:00.994724 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-f8ae5377-f9f6-4a5f-ab6d-56546db8312a tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.39 "GET /v2.0/networks?id=04a7969e-d1e5-4493-9246-acc8378c337d HTTP/1.1" status: 200 len: 809 time: 0.2231736 May 18 01:42:01.013769 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Request body: {'port': {'device_id': '4ac96310-b813-4b0e-92f0-25227756be88', 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d', 'admin_state_up': True, 'tenant_id': '98c6614ba7a44c8ca9ab4ab7fbabd007'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:01.031232 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ec3693d0-112b-4ce4-aad1-f2a5d2614af9 req-dbaf1a2c-f510-42cc-aed1-1d957881ec5f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571594 May 18 01:42:01.197995 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:01.199264 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8b01f970-1411-43f8-9da6-8156877417f5 req-006a45c1-635d-4835-90c7-b92fdfa7056f tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 210 time: 0.0449116 May 18 01:42:01.204849 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Usage tracker for resource:port and tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:42:01.212015 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:42:01.223529 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:01.251538 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Made reservation on behalf of 98c6614ba7a44c8ca9ab4ab7fbabd007 for: {'port': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:42:01.256004 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:01.357275 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-6aa3677b-eb5c-4c6d-9b7c-3dba76c20840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:01.364327 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-6aa3677b-eb5c-4c6d-9b7c-3dba76c20840 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697&tenant_id=25972865c49844ea8268b910ba743fbd HTTP/1.1" status: 200 len: 1096 time: 0.1119578 May 18 01:42:01.472202 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Allocated IP 172.20.0.7 (04a7969e-d1e5-4493-9246-acc8378c337d/96bd36dc-bb20-465e-a308-dfa37b425d76/fc1a2daf-d37d-40cc-af94-f69d182c2fde) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:42:01.472683 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-7661a309-245c-4fb9-84f5-a1afcb5f834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:01.474703 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-7661a309-245c-4fb9-84f5-a1afcb5f834e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 1096 time: 0.0880103 May 18 01:42:01.593145 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:01.651961 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-ea8f7f53-81a7-45f3-b744-183268cb36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:01.653906 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-ea8f7f53-81a7-45f3-b744-183268cb36bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 917 time: 0.1728220 May 18 01:42:01.667614 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 7397b019-536d-459e-abdc-12095cc5863f up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:42:01.755796 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:01.794050 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:01.804364 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:01.817591 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 7397b019-536d-459e-abdc-12095cc5863f triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:42:01.818349 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:01.820114 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-1c7e5fbf-ec53-4737-9bfa-e6a7e5e9a1e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c HTTP/1.1" status: 200 len: 999 time: 0.1590090 May 18 01:42:01.873993 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Network 04a7969e-d1e5-4493-9246-acc8378c337d is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:42:01.878844 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:42:01.883129 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:42:01.924562 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-a350a0c5-10ef-476a-9a22-0b0910c4d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:01.927560 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-a350a0c5-10ef-476a-9a22-0b0910c4d0ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.1017649 May 18 01:42:01.946239 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Pushing event updated for resources: {'Port': ['ID=fc1a2daf-d37d-40cc-af94-f69d182c2fde,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:01.962467 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:01.976966 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:01.977604 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:02.010154 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0002253 May 18 01:42:02.019010 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-46903392-a827-433b-be62-728642f61ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:02.020583 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-46903392-a827-433b-be62-728642f61ef4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869863 May 18 01:42:02.022679 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Request body: {'port': {'device_id': '4ac96310-b813-4b0e-92f0-25227756be88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:02.206741 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:02.356832 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-c39e3322-17ea-462d-8159-4bebc1e09bd8 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294761 May 18 01:42:02.402099 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c45d4-194e-4a1d-84b2-d9875cc2b1c0 req-35f9aed1-862b-49f2-b04c-e1fbbf0ee250 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:02.403654 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b18c45d4-194e-4a1d-84b2-d9875cc2b1c0 req-35f9aed1-862b-49f2-b04c-e1fbbf0ee250 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.1704514 May 18 01:42:02.528005 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b18c45d4-194e-4a1d-84b2-d9875cc2b1c0 req-f6784530-45ac-438c-98de-d2f3b3fcf9fe tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160724 May 18 01:42:02.580544 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cae203ac-2a5a-4182-a8da-7ae4bbc0221c req-653559f7-7e3d-424d-bf48-75ed1db78044 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140994 May 18 01:42:02.691605 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1a2daf-d37d-40cc-af94-f69d182c2fde {{(pid=78852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:42:02.699332 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:02.720678 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.provisioning_blocks [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Transition to ACTIVE for port object fc1a2daf-d37d-40cc-af94-f69d182c2fde will not be triggered until provisioned by entity L2. {{(pid=78852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:42:02.726983 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:02.731615 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1c16d96f-1574-42dd-bf02-af57c7d960d9 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:02.829871 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf43f4d-74b2-4cef-92ce-96cdd99cc4b0 req-82bb1c33-58c0-47e6-8f55-f6a624b325b9 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:02.831562 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3bf43f4d-74b2-4cef-92ce-96cdd99cc4b0 req-82bb1c33-58c0-47e6-8f55-f6a624b325b9 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.1103244 May 18 01:42:02.910007 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3bf43f4d-74b2-4cef-92ce-96cdd99cc4b0 req-fe2c5a16-bb4a-4497-a5f2-98b1faf75006 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689812 May 18 01:42:02.988647 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:02.999478 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1a2daf-d37d-40cc-af94-f69d182c2fde,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:03.018457 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:03.111951 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Attempting to bind port fc1a2daf-d37d-40cc-af94-f69d182c2fde on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:42:03.112313 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Attempting to bind port fc1a2daf-d37d-40cc-af94-f69d182c2fde by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '827ef82e-15e3-4223-8117-9785911b7c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d'}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:42:03.112647 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Attempting to bind port fc1a2daf-d37d-40cc-af94-f69d182c2fde on network 04a7969e-d1e5-4493-9246-acc8378c337d {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:42:03.117998 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Port fc1a2daf-d37d-40cc-af94-f69d182c2fde on network 04a7969e-d1e5-4493-9246-acc8378c337d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:42:03.118354 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Attempting to bind port fc1a2daf-d37d-40cc-af94-f69d182c2fde on network 04a7969e-d1e5-4493-9246-acc8378c337d {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:42:03.129649 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:42:03.129993 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Checking segment: {'id': '827ef82e-15e3-4223-8117-9785911b7c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:42:03.130387 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Bound using segment: {'id': '827ef82e-15e3-4223-8117-9785911b7c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d'} {{(pid=78852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:42:03.130819 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.managers [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Bound port: fc1a2daf-d37d-40cc-af94-f69d182c2fde, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827ef82e-15e3-4223-8117-9785911b7c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d'}}] {{(pid=78852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:42:03.131175 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:03.259228 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] For port fc1a2daf-d37d-40cc-af94-f69d182c2fde, host hv-cinder-78462, cleared binding levels {{(pid=78852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:42:03.262663 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] For port fc1a2daf-d37d-40cc-af94-f69d182c2fde, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc1a2daf-d37d-40cc-af94-f69d182c2fde,segment=NetworkSegment(827ef82e-15e3-4223-8117-9785911b7c6a),segment_id=827ef82e-15e3-4223-8117-9785911b7c6a)] {{(pid=78852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:42:03.306712 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:03.314767 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d9635b18-32ad-47ff-8154-8cd4243b4fec tempest-ServerRescueNegativeTestJSON-1635980798 tempest-ServerRescueNegativeTestJSON-1635980798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:03.393957 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1a2daf-d37d-40cc-af94-f69d182c2fde,revision_number=3']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:03.396972 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:03.397625 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:03.398975 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] 10.222.0.39 "PUT /v2.0/ports/fc1a2daf-d37d-40cc-af94-f69d182c2fde HTTP/1.1" status: 200 len: 1093 time: 1.3810654 May 18 01:42:03.399438 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac96310-b813-4b0e-92f0-25227756be88', 'tag': 'fc1a2daf-d37d-40cc-af94-f69d182c2fde'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:42:03.403961 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:03.459419 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac96310-b813-4b0e-92f0-25227756be88', 'tag': 'fc1a2daf-d37d-40cc-af94-f69d182c2fde', 'status': 'completed', 'code': 200} May 18 01:42:03.816486 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbd32a-6b63-426d-88b1-80c6a9006239 req-82dfd0ac-38ae-4c6a-91c3-8c2c076233ab tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:03.825046 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eefbd32a-6b63-426d-88b1-80c6a9006239 req-82dfd0ac-38ae-4c6a-91c3-8c2c076233ab tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.1051197 May 18 01:42:03.898959 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eefbd32a-6b63-426d-88b1-80c6a9006239 req-751e4f3f-2aed-4f01-a96f-8ae0870a2977 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713637 May 18 01:42:04.278226 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714ae8-633f-44e0-970b-82f5ab708beb req-8907dfcd-37a2-4f93-a234-3277d4cb6918 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:04.280220 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-73714ae8-633f-44e0-970b-82f5ab708beb req-8907dfcd-37a2-4f93-a234-3277d4cb6918 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.1725845 May 18 01:42:04.341356 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-73714ae8-633f-44e0-970b-82f5ab708beb req-7c8e3ad4-545f-4c05-96ea-d28e10fabaa4 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526192 May 18 01:42:05.138538 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b6ca6-118c-48b2-b812-b6864930aef0 req-d1aca03a-a87f-44dc-8661-aa518785334c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:05.140060 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6c1b6ca6-118c-48b2-b812-b6864930aef0 req-d1aca03a-a87f-44dc-8661-aa518785334c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.1060350 May 18 01:42:05.202049 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6c1b6ca6-118c-48b2-b812-b6864930aef0 req-af1ecd6b-6177-4add-b53a-3ba4741e07c0 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519750 May 18 01:42:05.583110 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be199551-6d2e-4a26-b7bf-c7585b7a6e27 req-4664fb86-0150-49f7-bea1-d32d83789f8d tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:05.585119 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be199551-6d2e-4a26-b7bf-c7585b7a6e27 req-4664fb86-0150-49f7-bea1-d32d83789f8d tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.1114838 May 18 01:42:05.729813 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be199551-6d2e-4a26-b7bf-c7585b7a6e27 req-84f0feed-dbaf-4e40-a940-7b3b97fb13e6 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305056 May 18 01:42:06.514005 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b537360-5488-467b-ada5-de1c9e949396 req-72737532-17da-42a2-bd1d-b2ac0d52199c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:06.515849 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1b537360-5488-467b-ada5-de1c9e949396 req-72737532-17da-42a2-bd1d-b2ac0d52199c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.1324685 May 18 01:42:06.573781 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1b537360-5488-467b-ada5-de1c9e949396 req-8d6c667d-af26-4fdc-b220-f0460f45a63d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514290 May 18 01:42:06.956486 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f9701-dd52-4d58-895c-681e52d4a4ed req-f3b566d0-2140-4542-8420-42a5f28cd3b2 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:06.958023 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-486f9701-dd52-4d58-895c-681e52d4a4ed req-f3b566d0-2140-4542-8420-42a5f28cd3b2 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.0832133 May 18 01:42:07.007210 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-486f9701-dd52-4d58-895c-681e52d4a4ed req-256fcc7a-9345-4c9d-9cbe-66529742fb50 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 May 18 01:42:07.512108 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-4d6d3a4c-7382-4842-b281-a3e117414006 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:07.513572 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-4d6d3a4c-7382-4842-b281-a3e117414006 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/networks?id=24296966-332e-4e40-89d6-003da07fea7d HTTP/1.1" status: 200 len: 815 time: 0.1514547 May 18 01:42:07.528727 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-710861c2-1292-461c-96ed-e0b6578773ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/quotas/86183ad1757e4143b1cd4d795bbeffa2 HTTP/1.1" status: 200 len: 375 time: 0.0090120 May 18 01:42:07.613214 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-5ab00eb5-ecac-4eec-8901-3b2b32c57ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Synchronizing usage tracker for tenant:86183ad1757e4143b1cd4d795bbeffa2 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:42:07.630891 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-5ab00eb5-ecac-4eec-8901-3b2b32c57ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Unset dirty status for tenant:86183ad1757e4143b1cd4d795bbeffa2 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:42:07.632476 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-5ab00eb5-ecac-4eec-8901-3b2b32c57ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=86183ad1757e4143b1cd4d795bbeffa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977726 May 18 01:42:07.776075 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-43052f9d-1f17-4ce2-8f82-cdabd667881b service neutron] 10.222.0.11 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302803 May 18 01:42:07.910678 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-b0bb5a52-e966-4722-893b-e386a6e3c7cc service neutron] 10.222.0.11 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283691 May 18 01:42:08.188791 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e7427-c58a-4e9d-a4cb-fa0eb67d8337 req-a5c045e3-c87e-46e7-85f5-7016f12f0f7b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:08.190569 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7d4e7427-c58a-4e9d-a4cb-fa0eb67d8337 req-a5c045e3-c87e-46e7-85f5-7016f12f0f7b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.0898354 May 18 01:42:08.373563 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7d4e7427-c58a-4e9d-a4cb-fa0eb67d8337 req-0ecb9804-423c-4ffa-b3f9-6697df0cde05 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760883 May 18 01:42:08.463915 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-49abb671-1a7d-450a-a5f9-a1c1c9b27cfb req-f67cedad-0826-487a-bd22-b7167a4a1b1c tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 210 time: 0.0473075 May 18 01:42:08.643318 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975cf30-229a-4aa1-a156-3d2e4675c58c req-2100e5c8-9bc9-4ecc-a94e-d7de960158e0 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:08.644895 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a975cf30-229a-4aa1-a156-3d2e4675c58c req-2100e5c8-9bc9-4ecc-a94e-d7de960158e0 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.0830433 May 18 01:42:08.694828 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a975cf30-229a-4aa1-a156-3d2e4675c58c req-e3728b1b-8025-4abf-8031-cf5501114237 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 May 18 01:42:09.562160 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39357e8e-be9d-4a31-b7ff-e2342d5cbec4 req-f946397a-e262-4402-850e-bff3b9e2e98f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:09.563767 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-39357e8e-be9d-4a31-b7ff-e2342d5cbec4 req-f946397a-e262-4402-850e-bff3b9e2e98f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.0833611 May 18 01:42:09.610893 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-39357e8e-be9d-4a31-b7ff-e2342d5cbec4 req-201e87a2-29e7-46e0-8325-4cbdd9862f1c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413208 May 18 01:42:09.754902 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dd3c7a53-679c-4d90-b8d7-05c8aef47864 req-9c2c0056-86f9-4adf-89a8-a4bc53f7e852 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 210 time: 0.0467145 May 18 01:42:09.963342 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de25bb2-15b1-481c-8d46-a5ae1bfa7861 req-52fc98b6-d312-447d-9dde-611fa09e8df7 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:09.969631 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6de25bb2-15b1-481c-8d46-a5ae1bfa7861 req-52fc98b6-d312-447d-9dde-611fa09e8df7 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.1199055 May 18 01:42:10.023862 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6de25bb2-15b1-481c-8d46-a5ae1bfa7861 req-809ff932-63df-4b61-978a-66b40fc2e944 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482650 May 18 01:42:10.805761 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac383-80b8-4514-9e99-426489c4de38 req-ff973139-30ee-4d73-a3e2-c3b75f9c15d4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:10.807272 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f7bac383-80b8-4514-9e99-426489c4de38 req-ff973139-30ee-4d73-a3e2-c3b75f9c15d4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.0846128 May 18 01:42:10.853143 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f7bac383-80b8-4514-9e99-426489c4de38 req-f92f4af3-85c6-4384-aed5-118d3d445b79 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399551 May 18 01:42:10.996567 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d751f03f-05ce-4061-aee6-c1f41f3d1e00 req-13c0b7f9-15f7-4fec-b22c-dd7258eae41e tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 210 time: 0.0432353 May 18 01:42:11.223144 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcb846-dbff-4347-93f7-a90f7e5ada32 req-87e5b7a6-cf62-47c0-b280-a54346006fb3 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:11.224687 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7bfcb846-dbff-4347-93f7-a90f7e5ada32 req-87e5b7a6-cf62-47c0-b280-a54346006fb3 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.0968480 May 18 01:42:11.277592 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7bfcb846-dbff-4347-93f7-a90f7e5ada32 req-3219ca9c-f350-422c-9bf0-f4094a45b8ba tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413880 May 18 01:42:12.045815 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6146f-c21d-4acd-9aa0-86c4c6455994 req-3541ca76-1c74-4e8d-9cba-52787448f03c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:12.047363 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c5a6146f-c21d-4acd-9aa0-86c4c6455994 req-3541ca76-1c74-4e8d-9cba-52787448f03c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.0804291 May 18 01:42:12.096549 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c5a6146f-c21d-4acd-9aa0-86c4c6455994 req-859dbe5f-fc50-44e4-9651-ccf89d52420b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 May 18 01:42:12.236592 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-422144c3-236a-4e55-b7ae-a32bd991309b req-d5a3a771-fed6-49be-bf29-9da8933e4174 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 210 time: 0.0425513 May 18 01:42:12.470149 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2737a-75d7-4229-a4b4-0024525779c9 req-7748b640-c7ce-41c9-b5b6-97baaef73104 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:12.471640 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4ae2737a-75d7-4229-a4b4-0024525779c9 req-7748b640-c7ce-41c9-b5b6-97baaef73104 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.0812209 May 18 01:42:12.521177 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4ae2737a-75d7-4229-a4b4-0024525779c9 req-be95b027-1fda-478f-9725-aa37e3b3a192 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432088 May 18 01:42:13.292272 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be71de-f9be-406f-9a0d-ac11f283be0a req-7ca45026-ad13-46dd-ba01-6f8c57af94fd tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:13.293965 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-57be71de-f9be-406f-9a0d-ac11f283be0a req-7ca45026-ad13-46dd-ba01-6f8c57af94fd tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.0823975 May 18 01:42:13.343723 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-57be71de-f9be-406f-9a0d-ac11f283be0a req-c79d4b3b-3224-4c28-bea4-31ae0e3183b4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 May 18 01:42:13.505517 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1c7601f4-11a4-414e-ac57-326ccaaf46ac req-9aba9b9f-d680-451d-88ec-bedf62798b0f tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 210 time: 0.0468333 May 18 01:42:13.710740 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d651-b5f7-4f74-9c7f-066d3acd75dd req-497d3ae1-f89b-4411-a074-4fb6a64a2d8f tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:13.712203 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9358d651-b5f7-4f74-9c7f-066d3acd75dd req-497d3ae1-f89b-4411-a074-4fb6a64a2d8f tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.0817673 May 18 01:42:13.759704 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9358d651-b5f7-4f74-9c7f-066d3acd75dd req-f29f9bb3-dea6-46e5-b717-86524af4a670 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 May 18 01:42:14.538539 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f292b-9f50-4dcc-bc6f-14d8c85113b0 req-b665be26-9a3d-4cc3-9857-60000d549c9e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:14.539884 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-411f292b-9f50-4dcc-bc6f-14d8c85113b0 req-b665be26-9a3d-4cc3-9857-60000d549c9e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.0822010 May 18 01:42:14.583195 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-411f292b-9f50-4dcc-bc6f-14d8c85113b0 req-c7ad14a2-17de-433f-a168-b33a5d67b248 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377510 May 18 01:42:14.716315 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2cd43993-e202-4e67-bd60-f41145742c5e req-0c8b430d-18d8-4921-972e-b7a0e5af5f0e tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 210 time: 0.0409451 May 18 01:42:14.874956 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeb591-71e2-4411-8d42-39f05333384d req-290f68a3-5945-4359-9251-af271f566650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:14.876515 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-290f68a3-5945-4359-9251-af271f566650 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98c6614ba7a44c8ca9ab4ab7fbabd007&device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 1096 time: 0.0778651 May 18 01:42:14.946544 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-8bef0327-365d-440b-94a6-ceaf356247bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1a2daf-d37d-40cc-af94-f69d182c2fde HTTP/1.1" status: 200 len: 217 time: 0.0628269 May 18 01:42:14.954691 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a37d1a-6986-420b-8826-e3b991a28994 req-dc42a99c-06d0-47d7-875c-b786848fc03f tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:14.956147 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4a37d1a-6986-420b-8826-e3b991a28994 req-dc42a99c-06d0-47d7-875c-b786848fc03f tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.0889821 May 18 01:42:15.002131 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4a37d1a-6986-420b-8826-e3b991a28994 req-8030beca-bda0-42e2-85ff-94cfc6a8ba70 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 May 18 01:42:15.014123 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeb591-71e2-4411-8d42-39f05333384d req-f2a11c8f-28c8-4a52-bdce-bfc9a646dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:15.016072 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-f2a11c8f-28c8-4a52-bdce-bfc9a646dc82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96bd36dc-bb20-465e-a308-dfa37b425d76 HTTP/1.1" status: 200 len: 849 time: 0.0616593 May 18 01:42:15.064391 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-b3681b9e-87e9-430a-85ed-0dfe805a9b9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=04a7969e-d1e5-4493-9246-acc8378c337d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404556 May 18 01:42:15.193784 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-66c5e28b-e7b9-452b-89f6-e602d47d17e0 service neutron] 10.222.0.39 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224957 May 18 01:42:15.324269 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4beeb591-71e2-4411-8d42-39f05333384d req-ce3a49cd-90ac-408b-8e76-efdf49befea5 service neutron] 10.222.0.39 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236670 May 18 01:42:15.462092 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a16447-00d2-40a3-96e7-7a562377e64f req-e123ea9d-d877-4ba1-ae04-e29f0c27770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:15.463643 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-52a16447-00d2-40a3-96e7-7a562377e64f req-e123ea9d-d877-4ba1-ae04-e29f0c27770a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98c6614ba7a44c8ca9ab4ab7fbabd007&device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 1096 time: 0.0762110 May 18 01:42:15.556705 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-b92458d8-74d0-469f-8153-74bc0d88fa18 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:15.558242 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-b92458d8-74d0-469f-8153-74bc0d88fa18 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.39 "GET /v2.0/networks?id=24296966-332e-4e40-89d6-003da07fea7d HTTP/1.1" status: 200 len: 815 time: 0.1573384 May 18 01:42:15.571903 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'port': {'device_id': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'admin_state_up': True, 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:15.597939 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a16447-00d2-40a3-96e7-7a562377e64f req-2a85c06d-4161-4088-bfda-cf3f853668c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:15.599331 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-52a16447-00d2-40a3-96e7-7a562377e64f req-2a85c06d-4161-4088-bfda-cf3f853668c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=04a7969e-d1e5-4493-9246-acc8378c337d HTTP/1.1" status: 200 len: 910 time: 0.1289287 May 18 01:42:15.680424 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-52a16447-00d2-40a3-96e7-7a562377e64f req-83f4025d-cbf7-4f36-ab28-35a743c51200 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1a2daf-d37d-40cc-af94-f69d182c2fde HTTP/1.1" status: 200 len: 217 time: 0.0686154 May 18 01:42:15.754262 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a16447-00d2-40a3-96e7-7a562377e64f req-b71040aa-413b-4c88-aedf-b87a5f05e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:15.755674 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-52a16447-00d2-40a3-96e7-7a562377e64f req-b71040aa-413b-4c88-aedf-b87a5f05e1a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96bd36dc-bb20-465e-a308-dfa37b425d76 HTTP/1.1" status: 200 len: 849 time: 0.0659914 May 18 01:42:15.803929 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-52a16447-00d2-40a3-96e7-7a562377e64f req-8892c71d-f5b5-415e-9731-caffa5d95c46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=04a7969e-d1e5-4493-9246-acc8378c337d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410247 May 18 01:42:15.862242 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:15.879869 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0a1a4-d647-45c0-8198-80511c28322a req-b44807b0-f872-4ff7-96f9-d64d9dc59c14 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:15.881570 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-add0a1a4-d647-45c0-8198-80511c28322a req-b44807b0-f872-4ff7-96f9-d64d9dc59c14 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.1379004 May 18 01:42:15.885429 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:15.927218 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Made reservation on behalf of 86183ad1757e4143b1cd4d795bbeffa2 for: {'port': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:42:15.930811 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:15.966148 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-52a16447-00d2-40a3-96e7-7a562377e64f req-9fca4288-0305-4cc3-90e4-51d67350e7d3 service neutron] 10.222.0.39 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536095 May 18 01:42:15.966799 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-add0a1a4-d647-45c0-8198-80511c28322a req-ee5ce1cc-04dd-48b3-96f6-553e9a335961 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789213 May 18 01:42:16.229231 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0ff80f9f-49b4-4479-ae9b-e01079c01e85 req-798a4a80-feaa-4ded-a2ef-0daa9886272e tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 210 time: 0.0681822 May 18 01:42:16.293179 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Allocated IP 172.20.0.13 (24296966-332e-4e40-89d6-003da07fea7d/fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c/9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:42:16.638026 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96421675-1b3e-4b87-ab85-310f2e2a336b req-8116b94b-d51d-4af3-8104-06377b1e4b89 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:16.640018 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-96421675-1b3e-4b87-ab85-310f2e2a336b req-8116b94b-d51d-4af3-8104-06377b1e4b89 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.1520109 May 18 01:42:16.642757 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:16.678785 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Transition to ACTIVE for port object 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:42:16.700719 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-96421675-1b3e-4b87-ab85-310f2e2a336b req-676acb47-d289-4639-b95f-4e15ae9ad9c9 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546746 May 18 01:42:16.725512 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:16.731673 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-7967b67a-3fda-48c8-8d53-55344fd62057 tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:16.799242 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Network 24296966-332e-4e40-89d6-003da07fea7d is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:42:16.802236 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:42:16.806057 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:42:16.847709 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'Port': ['ID=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:16.859910 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:16.889182 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:16.889902 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:16.917775 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3501949 May 18 01:42:17.099843 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-b748e29f-56ce-4e18-b76d-39710397373b None None] Provisioning for port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:42:17.104203 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-b748e29f-56ce-4e18-b76d-39710397373b None None] Provisioning complete for port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:42:17.104577 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-b748e29f-56ce-4e18-b76d-39710397373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:17.178760 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6ae77-f9fc-47ce-befc-70582d1ec418 req-c4f204cd-fd2c-45c4-a15c-2ee5dc857731 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:17.182264 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-77f6ae77-f9fc-47ce-befc-70582d1ec418 req-c4f204cd-fd2c-45c4-a15c-2ee5dc857731 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.1039670 May 18 01:42:17.183661 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-b748e29f-56ce-4e18-b76d-39710397373b None None] Port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:42:17.235575 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-77f6ae77-f9fc-47ce-befc-70582d1ec418 req-4e6d3a09-0c77-438a-a1fe-2b77909d0a69 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454476 May 18 01:42:17.427882 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fa851-b273-42fd-972b-aa90b5ab8636 req-17891593-ac74-4d98-be5a-ad247d776d50 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:17.428579 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-9d7fa851-b273-42fd-972b-aa90b5ab8636 req-17891593-ac74-4d98-be5a-ad247d776d50 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Synchronizing usage tracker for tenant:86183ad1757e4143b1cd4d795bbeffa2 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:42:17.444637 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-9d7fa851-b273-42fd-972b-aa90b5ab8636 req-17891593-ac74-4d98-be5a-ad247d776d50 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Unset dirty status for tenant:86183ad1757e4143b1cd4d795bbeffa2 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:42:17.445786 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9d7fa851-b273-42fd-972b-aa90b5ab8636 req-17891593-ac74-4d98-be5a-ad247d776d50 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 932 time: 0.1141515 May 18 01:42:17.497087 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9d7fa851-b273-42fd-972b-aa90b5ab8636 req-7d8b0144-4d17-4eb1-97dc-e1d372656a2a tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 May 18 01:42:17.899818 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e0ace-f6dd-4de0-9feb-098f62f9bd41 req-294ff43f-71ac-4a4a-9a20-91443b11a7c7 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:17.901514 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-da8e0ace-f6dd-4de0-9feb-098f62f9bd41 req-294ff43f-71ac-4a4a-9a20-91443b11a7c7 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.0829556 May 18 01:42:17.951031 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-da8e0ace-f6dd-4de0-9feb-098f62f9bd41 req-4cacb46e-96a6-46dc-82bb-e82e23b881fa tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430100 May 18 01:42:18.279843 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:42:18.435484 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee6932-e71d-4afc-b78b-3d861f8d9003 req-fd469ce6-3cee-4b70-aace-66365e9e164b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:18.437798 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8fee6932-e71d-4afc-b78b-3d861f8d9003 req-fd469ce6-3cee-4b70-aace-66365e9e164b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 943 time: 0.0831156 May 18 01:42:18.482283 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8fee6932-e71d-4afc-b78b-3d861f8d9003 req-2d655a6d-c44b-4f7a-888e-13fd06216c53 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384881 May 18 01:42:18.679012 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:42:18.687581 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bcd22-94ca-486e-be9e-82d829628a63 req-ec659884-61ae-4741-9f5e-78ef538c54b4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:18.699627 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a98bcd22-94ca-486e-be9e-82d829628a63 req-ec659884-61ae-4741-9f5e-78ef538c54b4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 932 time: 0.0977888 May 18 01:42:18.744167 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a98bcd22-94ca-486e-be9e-82d829628a63 req-db8fa075-327c-4ab4-9709-dcd9dea473a6 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 May 18 01:42:18.822382 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:18.840491 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'port_id': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'mac_address': 'fa:16:3e:85:d6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:42:18.897868 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:18.920195 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:42:18.937436 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:18.942172 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:18.943170 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device fc1a2daf-d37d-40cc-af94-f69d182c2fde details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:42:18.946660 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-5ebb06b9-050a-45d7-a7c9-0a8f93ccd30d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:19.016255 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=9']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:19.028619 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.028982 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.029316 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.029646 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.029967 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.030840 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.031139 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.031457 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.031778 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.032096 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.032451 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.032749 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:19.037422 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:19.160557 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bd3c9-e1d5-4139-a2bf-ef7bea95ab7c req-8296f88a-babf-4e1a-bd4c-a3264b50bd11 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:19.162081 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e17bd3c9-e1d5-4139-a2bf-ef7bea95ab7c req-8296f88a-babf-4e1a-bd4c-a3264b50bd11 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 943 time: 0.0990422 May 18 01:42:19.181992 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port fc1a2daf-d37d-40cc-af94-f69d182c2fde, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc1a2daf-d37d-40cc-af94-f69d182c2fde,segment=NetworkSegment(827ef82e-15e3-4223-8117-9785911b7c6a),segment_id=827ef82e-15e3-4223-8117-9785911b7c6a)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:19.196237 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': 'fc1a2daf-d37d-40cc-af94-f69d182c2fde', 'network_id': '04a7969e-d1e5-4493-9246-acc8378c337d', 'port_id': 'fc1a2daf-d37d-40cc-af94-f69d182c2fde', 'mac_address': 'fa:16:3e:f8:0e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bd36dc-bb20-465e-a308-dfa37b425d76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:42:19.216800 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e17bd3c9-e1d5-4139-a2bf-ef7bea95ab7c req-5ffa0118-1a44-462a-bccf-d21e2fd267e2 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488627 May 18 01:42:19.258528 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:19.276112 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1a2daf-d37d-40cc-af94-f69d182c2fde {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:42:19.293055 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port fc1a2daf-d37d-40cc-af94-f69d182c2fde, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc1a2daf-d37d-40cc-af94-f69d182c2fde,segment=NetworkSegment(827ef82e-15e3-4223-8117-9785911b7c6a),segment_id=827ef82e-15e3-4223-8117-9785911b7c6a)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:19.297900 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:19.299825 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:19.367216 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=fc1a2daf-d37d-40cc-af94-f69d182c2fde,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:19.378001 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:19.532105 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['fc1a2daf-d37d-40cc-af94-f69d182c2fde'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:42:19.568850 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:42:19.761619 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccb18f-0418-4296-9110-5a0c1112462f req-de7b7faa-9b4e-4433-a047-4da3267d3048 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:19.763657 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-beccb18f-0418-4296-9110-5a0c1112462f req-de7b7faa-9b4e-4433-a047-4da3267d3048 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 944 time: 0.1297021 May 18 01:42:19.831566 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-beccb18f-0418-4296-9110-5a0c1112462f req-6cc65a59-2544-4487-aba6-8d2c655cca9e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616033 May 18 01:42:20.027261 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a032a-7af1-4ab5-9b38-07da22a6665d req-637cfe05-3c86-4c85-9859-2103ad0a2457 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:20.028819 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-468a032a-7af1-4ab5-9b38-07da22a6665d req-637cfe05-3c86-4c85-9859-2103ad0a2457 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 932 time: 0.0866158 May 18 01:42:20.078144 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-468a032a-7af1-4ab5-9b38-07da22a6665d req-f0055c98-0ae6-4f5d-9db5-be3337c995df tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 May 18 01:42:20.422915 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4f73e-8729-48bc-b912-19a013e8ac55 req-293de7e8-97b5-4685-9355-040b96f8d09b tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:20.424670 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bba4f73e-8729-48bc-b912-19a013e8ac55 req-293de7e8-97b5-4685-9355-040b96f8d09b tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 944 time: 0.0868356 May 18 01:42:20.556017 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bba4f73e-8729-48bc-b912-19a013e8ac55 req-4ab57599-567f-48d4-ae20-5ec83da6ce8e tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253371 May 18 01:42:20.677262 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:42:20.768542 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:42:20.768945 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:20.890671 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:20.932331 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:42:20.942453 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:20.946673 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:20.947566 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device fc1a2daf-d37d-40cc-af94-f69d182c2fde up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:42:20.981138 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:21.046746 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2508f12-c1f2-4139-b6e1-b03bbd4f1ac0 req-38bc6680-a8ef-4912-8276-1abbea127ff3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:21.047620 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a2508f12-c1f2-4139-b6e1-b03bbd4f1ac0 req-38bc6680-a8ef-4912-8276-1abbea127ff3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.1027560 May 18 01:42:21.071298 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=10']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:21.075226 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:21.089093 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port fc1a2daf-d37d-40cc-af94-f69d182c2fde completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:42:21.094367 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port fc1a2daf-d37d-40cc-af94-f69d182c2fde triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:42:21.094754 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:21.118051 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a2508f12-c1f2-4139-b6e1-b03bbd4f1ac0 req-7bc28cf6-0a62-4b71-872a-1b2628371b07 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625136 May 18 01:42:21.233086 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'code': 200} May 18 01:42:21.254517 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:21.290862 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port fc1a2daf-d37d-40cc-af94-f69d182c2fde, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc1a2daf-d37d-40cc-af94-f69d182c2fde,segment=NetworkSegment(827ef82e-15e3-4223-8117-9785911b7c6a),segment_id=827ef82e-15e3-4223-8117-9785911b7c6a)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:21.296799 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:21.300130 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:21.390565 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c2ef2-aaff-4183-b3a1-8c7db69b4d47 req-a324649c-d52c-47d9-9401-7f22a71fa3db tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:21.399165 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fe1c2ef2-aaff-4183-b3a1-8c7db69b4d47 req-a324649c-d52c-47d9-9401-7f22a71fa3db tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 932 time: 0.0925517 May 18 01:42:21.414093 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=fc1a2daf-d37d-40cc-af94-f69d182c2fde,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:21.426501 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:21.445523 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fe1c2ef2-aaff-4183-b3a1-8c7db69b4d47 req-d9c398d0-5efa-47d9-94bc-9b732c38c6ba tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454104 May 18 01:42:21.743806 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75c5e-b7e1-4797-b49c-1efcfdc9e8b2 req-35ace3d7-276b-49fc-8c9b-c497953400db tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:21.745266 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-94f75c5e-b7e1-4797-b49c-1efcfdc9e8b2 req-35ace3d7-276b-49fc-8c9b-c497953400db tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 945 time: 0.0808604 May 18 01:42:21.795590 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-94f75c5e-b7e1-4797-b49c-1efcfdc9e8b2 req-1e919645-df2e-43f7-bb63-1ef288c79efe tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 May 18 01:42:22.326803 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102811-f6ba-4510-bce8-0c415aaaed17 req-f20a2c4b-788f-4c64-99c0-bc9e0a72440e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:22.328981 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d2102811-f6ba-4510-bce8-0c415aaaed17 req-f20a2c4b-788f-4c64-99c0-bc9e0a72440e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.0839362 May 18 01:42:22.383490 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d2102811-f6ba-4510-bce8-0c415aaaed17 req-0273a680-68f5-4a00-9c72-bdba5dd9f613 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487535 May 18 01:42:22.638413 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d07b83-9069-488c-8522-dcb619427bd9 req-db9d1329-5dce-4f2f-90a7-28856d77cac4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:22.654164 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a7d07b83-9069-488c-8522-dcb619427bd9 req-db9d1329-5dce-4f2f-90a7-28856d77cac4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 932 time: 0.0922906 May 18 01:42:22.698744 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a7d07b83-9069-488c-8522-dcb619427bd9 req-a54433f0-0610-470b-a278-a1e22b043936 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502274 May 18 01:42:22.988207 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426aeec-3bb2-40b2-b70e-e69adccb9ece req-170a4274-0794-4387-b13d-723ff41a245d tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:22.989715 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c426aeec-3bb2-40b2-b70e-e69adccb9ece req-170a4274-0794-4387-b13d-723ff41a245d tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 945 time: 0.0837679 May 18 01:42:23.039450 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c426aeec-3bb2-40b2-b70e-e69adccb9ece req-dc37d4df-adf6-4875-a2d9-1d4685deacd0 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 May 18 01:42:23.234597 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac96310-b813-4b0e-92f0-25227756be88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1a2daf-d37d-40cc-af94-f69d182c2fde'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:42:23.281808 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac96310-b813-4b0e-92f0-25227756be88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1a2daf-d37d-40cc-af94-f69d182c2fde', 'code': 200} May 18 01:42:23.589730 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acb0b8-5655-476d-8744-efb510e121cc req-090d5af2-a276-4cc5-b6b7-0034f7b22cc8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:23.591336 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d4acb0b8-5655-476d-8744-efb510e121cc req-090d5af2-a276-4cc5-b6b7-0034f7b22cc8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.0884614 May 18 01:42:23.640949 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d4acb0b8-5655-476d-8744-efb510e121cc req-e4acc01e-173e-42da-822b-ddd3c00d2d17 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 May 18 01:42:23.891821 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc927853-5dfe-48d2-b9f7-428096653217 req-d10dc0d0-7ed4-489f-bcbe-788327385622 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:23.893217 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cc927853-5dfe-48d2-b9f7-428096653217 req-d10dc0d0-7ed4-489f-bcbe-788327385622 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 932 time: 0.0867221 May 18 01:42:23.940983 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cc927853-5dfe-48d2-b9f7-428096653217 req-77a37928-fbbd-46c4-ac89-1631b98b9754 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 May 18 01:42:24.378408 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22712a-c5c5-44a8-b6e3-f99b2afe09c9 req-be48497b-ddc8-4ec3-961f-31f5134c67e1 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:24.379905 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fd22712a-c5c5-44a8-b6e3-f99b2afe09c9 req-be48497b-ddc8-4ec3-961f-31f5134c67e1 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 945 time: 0.0851951 May 18 01:42:24.432626 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fd22712a-c5c5-44a8-b6e3-f99b2afe09c9 req-f01bdb08-3568-44f0-8e5d-03637ad847e3 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469446 May 18 01:42:24.847128 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8258a-3817-4fa0-a16d-c9a0fd4c8a86 req-3d1f2e56-dca6-48a5-87e9-875a38629a42 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:24.849549 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-18a8258a-3817-4fa0-a16d-c9a0fd4c8a86 req-3d1f2e56-dca6-48a5-87e9-875a38629a42 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.0823288 May 18 01:42:24.895812 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-18a8258a-3817-4fa0-a16d-c9a0fd4c8a86 req-30a47617-a5bc-449f-b82f-75ceb7358e14 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404184 May 18 01:42:24.972456 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:25.137490 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dfe08-acbb-4ab3-bc78-06fcf70aa536 req-d87ac0d3-2d55-4044-bbe9-771798d51337 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:25.139361 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d18dfe08-acbb-4ab3-bc78-06fcf70aa536 req-d87ac0d3-2d55-4044-bbe9-771798d51337 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 932 time: 0.0893736 May 18 01:42:25.191520 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d18dfe08-acbb-4ab3-bc78-06fcf70aa536 req-e6910e11-ff21-4fbd-a089-db023058a03c tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453701 May 18 01:42:25.619276 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af31a8-aa4b-41ef-80f5-92e138e471d1 req-9abdf1bf-d2c8-4d37-9c7a-833e68e047bf tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:25.620767 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-50af31a8-aa4b-41ef-80f5-92e138e471d1 req-9abdf1bf-d2c8-4d37-9c7a-833e68e047bf tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 945 time: 0.0805726 May 18 01:42:25.671606 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-50af31a8-aa4b-41ef-80f5-92e138e471d1 req-641b1666-4b0a-4f51-a916-ea45d5d9b647 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444829 May 18 01:42:26.081780 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea53f9f-5680-4cef-9088-a766cd2af22e req-235ee362-3131-424c-aa39-6edabefaf058 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:26.083220 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eea53f9f-5680-4cef-9088-a766cd2af22e req-235ee362-3131-424c-aa39-6edabefaf058 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.0791974 May 18 01:42:26.126653 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eea53f9f-5680-4cef-9088-a766cd2af22e req-977b526d-cd16-407b-bc2a-2ebcb858a31f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377381 May 18 01:42:26.343558 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Request body: {'port': {'device_id': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:26.441279 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-52a16447-00d2-40a3-96e7-7a562377e64f req-b6f8de04-d790-4e05-9914-cb971f5f8a79 service neutron] 10.222.0.39 "GET /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331072 May 18 01:42:26.473606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:26.490888 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb45a1-e5d9-4c52-b096-cdec84331500 req-b4fbfa7e-9a6e-4445-80ba-eafb936409d9 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:26.492348 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fadb45a1-e5d9-4c52-b096-cdec84331500 req-b4fbfa7e-9a6e-4445-80ba-eafb936409d9 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 932 time: 0.1969395 May 18 01:42:26.592296 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fadb45a1-e5d9-4c52-b096-cdec84331500 req-f2938efa-daa5-4cad-b17f-ad499adaddcb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930593 May 18 01:42:26.696550 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fde28-246b-4ccc-b5d6-008c178ca362 req-f9d17214-8ef3-40a1-8a97-a7c518d607b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:26.698554 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4d2fde28-246b-4ccc-b5d6-008c178ca362 req-f9d17214-8ef3-40a1-8a97-a7c518d607b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 1098 time: 0.0729609 May 18 01:42:26.838184 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-4d2fde28-246b-4ccc-b5d6-008c178ca362 req-59b781ed-ba3c-4b30-acfe-fc9e15e578a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322360 May 18 01:42:27.072579 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cdc2e-fe54-469e-a18a-86f7c45ec9e5 req-831163ef-decd-4dfe-a2bb-2bf4f2a50313 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:27.074079 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1d2cdc2e-fe54-469e-a18a-86f7c45ec9e5 req-831163ef-decd-4dfe-a2bb-2bf4f2a50313 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 945 time: 0.2195289 May 18 01:42:27.078326 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c {{(pid=78851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:42:27.083603 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9fac-fb5f-496b-9630-4e7c5d6db758 req-53002c6b-763c-4d4e-81a5-594cb7941bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:27.085046 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b13e9fac-fb5f-496b-9630-4e7c5d6db758 req-53002c6b-763c-4d4e-81a5-594cb7941bfc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 1099 time: 0.1898856 May 18 01:42:27.090597 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:27.138286 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Transition to ACTIVE for port object 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c will not be triggered until provisioned by entity L2. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:42:27.149852 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:27.163424 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-8bc3525f-ebd5-4d79-aa36-83dd13817ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:27.222363 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1d2cdc2e-fe54-469e-a18a-86f7c45ec9e5 req-3b7f7c81-f1bf-41ef-a523-c43000c7ed8e tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363800 May 18 01:42:27.277323 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b13e9fac-fb5f-496b-9630-4e7c5d6db758 req-1ea860cf-9076-4cbc-b533-b34f513461b3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706526 May 18 01:42:27.302481 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Pushing event updated for resources: {'Port': ['ID=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:27.305953 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:27.466049 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Attempting to bind port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:42:27.466381 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Attempting to bind port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:42:27.466708 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Attempting to bind port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c on network 24296966-332e-4e40-89d6-003da07fea7d {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:42:27.474567 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c on network 24296966-332e-4e40-89d6-003da07fea7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:42:27.474904 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Attempting to bind port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c on network 24296966-332e-4e40-89d6-003da07fea7d {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:42:27.486539 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508917ed-4150-41f1-baf0-7b090971154e req-17f58d36-20e3-46e9-91ed-619e07fb7bd2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:27.487978 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-508917ed-4150-41f1-baf0-7b090971154e req-17f58d36-20e3-46e9-91ed-619e07fb7bd2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.1571448 May 18 01:42:27.490437 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:42:27.490770 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Checking segment: {'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:42:27.491149 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Bound using segment: {'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:42:27.491571 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Bound port: 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24296966-332e-4e40-89d6-003da07fea7d'}}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:42:27.491916 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:27.589389 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-508917ed-4150-41f1-baf0-7b090971154e req-874b2cec-e041-4e47-8665-dde99708ca22 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886056 May 18 01:42:27.616734 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] For port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c, host hv-cinder-78462, cleared binding levels {{(pid=78851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:42:27.619791 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] For port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:42:27.625238 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:27.634515 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-e7474350-5993-429a-8198-c1a00984e94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:27.687676 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:27.688324 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:27.689759 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] 10.222.0.39 "PUT /v2.0/ports/9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 200 len: 1094 time: 1.3553689 May 18 01:42:27.690252 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:42:27.810684 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Pushing event updated for resources: {'Port': ['ID=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,revision_number=3']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:27.820163 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:27.865724 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94872474-2b5f-456f-97e1-e5f95b2ac010 req-7c04a71a-3164-4d95-aa2b-42abdd7d7a96 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:27.867100 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-94872474-2b5f-456f-97e1-e5f95b2ac010 req-7c04a71a-3164-4d95-aa2b-42abdd7d7a96 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 944 time: 0.1566937 May 18 01:42:27.873017 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-9a061803-c709-4eba-8baf-25f6d0ba3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:27.874408 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-9a061803-c709-4eba-8baf-25f6d0ba3ad8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86183ad1757e4143b1cd4d795bbeffa2&device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 1097 time: 0.1020343 May 18 01:42:27.946292 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-027dfad0-1d2c-44c1-aa9e-82c365b92340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:27.957179 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-9cfcad2a-a44c-4da5-a85b-923eb7a0c451 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 200 len: 217 time: 0.0694156 May 18 01:42:28.015991 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-94872474-2b5f-456f-97e1-e5f95b2ac010 req-f8cdadea-45a8-4e19-998d-96128ffe4245 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406207 May 18 01:42:28.030307 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-04aa980c-9781-44ea-9f76-149aa8acacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:28.031695 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-04aa980c-9781-44ea-9f76-149aa8acacb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c HTTP/1.1" status: 200 len: 854 time: 0.0639768 May 18 01:42:28.082481 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'status': 'completed', 'code': 200} May 18 01:42:28.120821 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-742d762e-fa9f-40fa-9637-6aaa645a793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:28.122194 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-742d762e-fa9f-40fa-9637-6aaa645a793c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24296966-332e-4e40-89d6-003da07fea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736938 May 18 01:42:28.255516 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-4388982f-d633-43c5-af93-1bf5f5c154a3 service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224091 May 18 01:42:28.456353 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65836a52-b364-4c1c-936c-3b0a408c96dd req-1d405b99-b169-474e-b27a-d9879be657e1 service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866057 May 18 01:42:28.470479 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164be554-ea2a-4577-a3cd-d91856baedb1 req-4e20ad35-c1dd-4500-840e-e31058ab2c5c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:28.471957 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-164be554-ea2a-4577-a3cd-d91856baedb1 req-4e20ad35-c1dd-4500-840e-e31058ab2c5c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 945 time: 0.1212597 May 18 01:42:28.666852 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-164be554-ea2a-4577-a3cd-d91856baedb1 req-2cc09b1a-0afe-46a9-98d8-f6e54634baea tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873863 May 18 01:42:28.693861 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-3937fd4f-3499-43b3-b26d-a046d1e28b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:28.695477 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-3937fd4f-3499-43b3-b26d-a046d1e28b85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86183ad1757e4143b1cd4d795bbeffa2&device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 1097 time: 0.1862881 May 18 01:42:28.888929 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-4f8fa5a1-50d7-49c7-9ab3-f56cbf6f132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:28.890389 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-4f8fa5a1-50d7-49c7-9ab3-f56cbf6f132f service neutron] 10.222.0.39 "GET /v2.0/networks?id=24296966-332e-4e40-89d6-003da07fea7d HTTP/1.1" status: 200 len: 916 time: 0.1872478 May 18 01:42:28.966471 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-cd9eaecf-edc2-40c8-a830-0d0e138eb0b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 200 len: 217 time: 0.0666556 May 18 01:42:28.978550 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9a70a-4b48-40a6-9792-64f66dd89f45 req-16cda48a-aa6b-4a6e-b6bb-fd006d829023 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:28.979973 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9df9a70a-4b48-40a6-9792-64f66dd89f45 req-16cda48a-aa6b-4a6e-b6bb-fd006d829023 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.1780958 May 18 01:42:29.078486 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9df9a70a-4b48-40a6-9792-64f66dd89f45 req-f93ad23b-26fb-40df-a0c9-442f2fb2b4f3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638609 May 18 01:42:29.079504 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-9de1e0ba-7ce3-454b-a812-5ceba5ca5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:29.080867 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-9de1e0ba-7ce3-454b-a812-5ceba5ca5b00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c HTTP/1.1" status: 200 len: 854 time: 0.1000481 May 18 01:42:29.176024 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-437c1875-649f-486a-a11c-2da53d319fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:29.177608 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-437c1875-649f-486a-a11c-2da53d319fe3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24296966-332e-4e40-89d6-003da07fea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758061 May 18 01:42:29.372145 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da684a8-ced3-4604-a5e7-e90f1b5665c1 req-1fe996c8-0a48-4493-98df-0474f6cdef65 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:29.373651 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2da684a8-ced3-4604-a5e7-e90f1b5665c1 req-1fe996c8-0a48-4493-98df-0474f6cdef65 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 944 time: 0.1934729 May 18 01:42:29.382331 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-d8cc0981-da9a-43ce-a353-4d54cce366f5 service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683807 May 18 01:42:29.502758 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2da684a8-ced3-4604-a5e7-e90f1b5665c1 req-5f4ebcb8-d52c-4272-b65d-dbe19670cf4f tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194081 May 18 01:42:29.545152 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ba47a507-0797-4bd6-b818-8cb4774f5a4c req-7484c2a5-2b41-4649-bf5e-4a94d6cdbf5b service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487777 May 18 01:42:29.862244 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2131a7-6ec6-4c9f-80a9-43f154d99cc4 req-e581e488-f877-4530-a137-74df43986827 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:29.863590 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4b2131a7-6ec6-4c9f-80a9-43f154d99cc4 req-e581e488-f877-4530-a137-74df43986827 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 945 time: 0.0816820 May 18 01:42:29.907268 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4b2131a7-6ec6-4c9f-80a9-43f154d99cc4 req-5aee8294-aa1c-4f4a-8841-522ea59261be tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 May 18 01:42:30.268241 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286f143-c031-4976-a9a4-1394a2f71f20 req-6241237c-a703-4989-bad9-49756c16c3bf tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:30.269701 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8286f143-c031-4976-a9a4-1394a2f71f20 req-6241237c-a703-4989-bad9-49756c16c3bf tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.0785286 May 18 01:42:30.313494 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8286f143-c031-4976-a9a4-1394a2f71f20 req-cb94ad02-16d3-41b1-adcd-6bb54cbc450b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382671 May 18 01:42:30.345146 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2ef52f7d-9716-4596-97a5-3d0eccca9ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:30.531701 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:30.686767 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d9b86-4d37-412b-b647-a76e99729275 req-9d5b2dd2-10ee-43e1-912d-7999e88d81cc tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:30.688200 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b13d9b86-4d37-412b-b647-a76e99729275 req-9d5b2dd2-10ee-43e1-912d-7999e88d81cc tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 944 time: 0.0820496 May 18 01:42:30.724119 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:42:30.733366 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b13d9b86-4d37-412b-b647-a76e99729275 req-f492a1fc-1e82-4ef0-b647-d73525f78d7d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394452 May 18 01:42:30.853721 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:30.866346 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'port_id': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'mac_address': 'fa:16:3e:c0:f5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:42:30.919193 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:30.935184 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:42:30.951629 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:30.956912 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:30.959099 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:31.037787 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:31.041966 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:31.167123 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d2e73-3759-4a67-8a20-c9476b1bb0d8 req-2c490044-ca59-4fe9-8402-6cf2f07f2a5c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:31.168587 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c07d2e73-3759-4a67-8a20-c9476b1bb0d8 req-2c490044-ca59-4fe9-8402-6cf2f07f2a5c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 945 time: 0.1139772 May 18 01:42:31.175880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-0e67d5b2-57e2-46e3-9129-0099a9c5720e tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:31.176598 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:42:31.177237 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-0e67d5b2-57e2-46e3-9129-0099a9c5720e tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 945 time: 0.1683815 May 18 01:42:31.318730 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c07d2e73-3759-4a67-8a20-c9476b1bb0d8 req-62fa1c24-2804-462b-8096-95f853cd7815 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/security-groups?id=b08976bd-c570-41e2-a0c7-ec5c2a924c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336668 May 18 01:42:31.357141 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Deleting port fc1a2daf-d37d-40cc-af94-f69d182c2fde {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:42:31.358034 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:31.567985 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] For port fc1a2daf-d37d-40cc-af94-f69d182c2fde, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc1a2daf-d37d-40cc-af94-f69d182c2fde,segment=NetworkSegment(827ef82e-15e3-4223-8117-9785911b7c6a),segment_id=827ef82e-15e3-4223-8117-9785911b7c6a)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:31.568345 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:31.588541 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:31.695453 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Calling delete_port for fc1a2daf-d37d-40cc-af94-f69d182c2fde owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:42:31.804295 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:31.809610 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:31.815158 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['fc1a2daf-d37d-40cc-af94-f69d182c2fde'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:42:31.883230 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Pushing event deleted for resources: {'Port': ['ID=fc1a2daf-d37d-40cc-af94-f69d182c2fde,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:31.891675 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:31.977170 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] No DVR routers for this DVR port fc1a2daf-d37d-40cc-af94-f69d182c2fde on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:42:31.980109 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:31.982493 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac96310-b813-4b0e-92f0-25227756be88', 'name': 'network-vif-deleted', 'tag': 'fc1a2daf-d37d-40cc-af94-f69d182c2fde'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:42:31.997638 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fafd577d-e5d0-4e71-95f8-261aaa7956ac req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.39 "DELETE /v2.0/ports/fc1a2daf-d37d-40cc-af94-f69d182c2fde HTTP/1.1" status: 204 len: 173 time: 0.8116381 May 18 01:42:32.018489 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba83efa-a45e-404b-ad4a-527ed4413009 req-d8338de8-6136-46f5-aafa-632b4b3258c5 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:32.020017 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3ba83efa-a45e-404b-ad4a-527ed4413009 req-d8338de8-6136-46f5-aafa-632b4b3258c5 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 945 time: 0.1749578 May 18 01:42:32.068549 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3ba83efa-a45e-404b-ad4a-527ed4413009 req-1a53a149-6ed9-4951-aea8-993ebd190ae5 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 May 18 01:42:32.118193 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac96310-b813-4b0e-92f0-25227756be88', 'name': 'network-vif-deleted', 'tag': 'fc1a2daf-d37d-40cc-af94-f69d182c2fde', 'status': 'completed', 'code': 200} May 18 01:42:32.491310 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-4bf3a91c-34c0-4877-8ef2-54caeaf37692 req-5238ac61-b438-41f8-9a22-870d01321e2c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Synchronizing usage tracker for tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:42:32.506914 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-4bf3a91c-34c0-4877-8ef2-54caeaf37692 req-5238ac61-b438-41f8-9a22-870d01321e2c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Unset dirty status for tenant:98c6614ba7a44c8ca9ab4ab7fbabd007 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:42:32.508164 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4bf3a91c-34c0-4877-8ef2-54caeaf37692 req-5238ac61-b438-41f8-9a22-870d01321e2c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac96310-b813-4b0e-92f0-25227756be88 HTTP/1.1" status: 200 len: 210 time: 0.0585208 May 18 01:42:32.739334 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:42:32.804724 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:42:32.809156 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:42:32.809575 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:32.922439 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:32.948767 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:42:32.958238 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:32.962934 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:32.965158 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-cfcad036-c5d4-4db3-ac25-6c349bad2e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:33.004651 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'code': 200} May 18 01:42:33.033246 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:33.043085 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:33.046854 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:33.274927 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfd7c5-4844-4d27-b0ca-cde89e13b03e req-d72970d3-4e62-4a8c-9cf9-1a4bbdf0db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:33.276283 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1fcfd7c5-4844-4d27-b0ca-cde89e13b03e req-d72970d3-4e62-4a8c-9cf9-1a4bbdf0db83 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 1099 time: 0.1316724 May 18 01:42:33.284258 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5683b5-2e8d-40bf-afb1-95c0617f0acb req-316fbe8a-95a9-4f7d-9507-4b861f532b31 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:33.285594 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1a5683b5-2e8d-40bf-afb1-95c0617f0acb req-316fbe8a-95a9-4f7d-9507-4b861f532b31 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 946 time: 0.1067841 May 18 01:42:33.349246 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1fcfd7c5-4844-4d27-b0ca-cde89e13b03e req-ecaca071-8649-48f0-89a8-959c672f049f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627406 May 18 01:42:33.353565 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1a5683b5-2e8d-40bf-afb1-95c0617f0acb req-84a51d17-af06-4a2b-b698-26f92e68d1f2 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549133 May 18 01:42:34.543722 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddec39-d541-4ef8-a31c-04c8980c24f2 req-7e787167-03d5-4826-95e8-780235d7c505 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:34.545189 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7eddec39-d541-4ef8-a31c-04c8980c24f2 req-7e787167-03d5-4826-95e8-780235d7c505 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 946 time: 0.0853024 May 18 01:42:34.590888 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7eddec39-d541-4ef8-a31c-04c8980c24f2 req-465b9b3f-f43f-437c-ba7c-5cf23e73432c tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 May 18 01:42:34.736743 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device fc1a2daf-d37d-40cc-af94-f69d182c2fde no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:42:34.772817 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: fc1a2daf-d37d-40cc-af94-f69d182c2fde {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:42:34.773171 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8505c1-4948-45ba-a98a-b959de290b66 req-82155076-5bbf-402f-ae22-c1193910869c tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:34.773659 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device fc1a2daf-d37d-40cc-af94-f69d182c2fde not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:42:34.774685 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eb8505c1-4948-45ba-a98a-b959de290b66 req-82155076-5bbf-402f-ae22-c1193910869c tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 946 time: 0.0801339 May 18 01:42:34.824803 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eb8505c1-4948-45ba-a98a-b959de290b66 req-3b86076c-1fd8-4183-bb5e-a949a6af2827 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 May 18 01:42:35.211501 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebd54e-d679-41ad-9db0-68885b9f7787 req-8b376db8-d705-4272-8454-9aeed58124ba tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:35.212946 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3aebd54e-d679-41ad-9db0-68885b9f7787 req-8b376db8-d705-4272-8454-9aeed58124ba tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 946 time: 0.0783486 May 18 01:42:35.255932 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3aebd54e-d679-41ad-9db0-68885b9f7787 req-78fb2c4b-efb8-49fc-b960-d7fd8465d649 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368185 May 18 01:42:40.332427 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf666-03af-43b2-89e8-2364522d483b req-6df7b7a4-4722-4c80-b24e-ac0b897ef6c5 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:40.334684 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-41edf666-03af-43b2-89e8-2364522d483b req-6df7b7a4-4722-4c80-b24e-ac0b897ef6c5 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 946 time: 0.0902607 May 18 01:42:40.391470 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-41edf666-03af-43b2-89e8-2364522d483b req-24510cb1-36b2-4d9d-8744-83f116db1337 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509598 May 18 01:42:40.408165 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 46514) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:40.618868 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f4c779-3402-468e-9143-03303107aa9d tempest-TestMinimumBasicScenario-1301287640 tempest-TestMinimumBasicScenario-1301287640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:40.619500 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-33f4c779-3402-468e-9143-03303107aa9d tempest-TestMinimumBasicScenario-1301287640 tempest-TestMinimumBasicScenario-1301287640-project-admin] Synchronizing usage tracker for tenant:73063794620242f69727577aa49a91d5 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:42:40.639529 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-33f4c779-3402-468e-9143-03303107aa9d tempest-TestMinimumBasicScenario-1301287640 tempest-TestMinimumBasicScenario-1301287640-project-admin] Unset dirty status for tenant:73063794620242f69727577aa49a91d5 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:42:40.642651 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-33f4c779-3402-468e-9143-03303107aa9d tempest-TestMinimumBasicScenario-1301287640 tempest-TestMinimumBasicScenario-1301287640-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 1094 time: 0.2332749 May 18 01:42:40.645430 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 46520) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:40.652209 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'floatingip': {'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'port_id': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:40.663585 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:40.667677 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Usage tracker for resource:floatingip and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:42:40.671304 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:42:40.677283 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:40.689341 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for floatingip, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:40.827894 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:40.978100 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Allocated IP 172.28.3.10 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/58ee93d4-ee86-4f91-91ae-92067ec26225) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:42:41.238550 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:41.269903 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:41.275033 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:41.339975 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:42:41.343061 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:42:41.346817 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:42:41.387053 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'Port': ['ID=58ee93d4-ee86-4f91-91ae-92067ec26225,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:41.399998 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.400376 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.400738 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.406124 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.406496 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.406862 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.407223 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.407582 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.407956 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.408282 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.408666 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.409030 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:41.413985 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:41.823839 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:41.900953 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:42.120284 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:42.125588 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:42.129176 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-adb9f54f-1250-4a82-a76d-d217496f56ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:42.232932 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'Port': ['ID=58ee93d4-ee86-4f91-91ae-92067ec26225,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:42.239082 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:42.247909 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:42.453565 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.l3_db [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Floating IP 2d60b40a-e3eb-4c6b-bdce-2668ee4553a7 associated. External IP: 172.28.3.10, port: 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c. May 18 01:42:42.989182 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Router 9f553257-f705-458e-9641-7eef7debefbd has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:42:43.172960 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:42:43.189136 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] Sync routers for ids ['9f553257-f705-458e-9641-7eef7debefbd'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:42:43.201444 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] Routers {'9f553257-f705-458e-9641-7eef7debefbd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:42:43.203085 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:42:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['9f553257-f705-458e-9641-7eef7debefbd'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:42:43.203945 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:43.267622 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6208332 May 18 01:42:43.268269 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:42:43.271969 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46540) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:43.281784 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066757342', 'description': 'tempest-secgroup-smoke-1066757342 description', 'project_id': '86183ad1757e4143b1cd4d795bbeffa2'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:43.288609 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:43.292806 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Usage tracker for resource:security_group and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:42:43.297212 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:42:43.303687 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:43.315741 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:43.333821 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'status': 'completed', 'code': 200} May 18 01:42:43.348115 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:43.352261 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Usage tracker for resource:security_group_rule and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:42:43.355305 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:42:43.361426 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:43.458556 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:43.464577 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:43.512211 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-93a3a658-8252-4d64-a6ed-7713a7bb03fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:43.518653 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-4f348956-3ecd-47e7-b582-8c79892cb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:43.527502 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-4f348956-3ecd-47e7-b582-8c79892cb9b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86183ad1757e4143b1cd4d795bbeffa2&device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 1099 time: 0.1624689 May 18 01:42:43.527656 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] Set router 9f553257-f705-458e-9641-7eef7debefbd gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:42:43.569321 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:43.570913 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2964115 May 18 01:42:43.583518 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46546) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:43.595576 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'security_group_rule': {'security_group_id': '5a9e75f7-9725-48be-96e6-1207d3383716', 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:43.625801 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:43.633014 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Usage tracker for resource:security_group_rule and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:42:43.647340 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:42:43.655318 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:43.679178 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9e75f7-9725-48be-96e6-1207d3383716,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:43.700622 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.701381 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.701979 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.703583 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.705697 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.707844 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.709016 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.709533 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.710050 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.710607 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.711253 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.711767 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:42:43.715968 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e27455e8-8f99-4c3b-ad2c-d53397a81ebd tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:43.721501 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:43.785340 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-18861187-d364-4b23-931a-8675c9f6ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:43.787157 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-18861187-d364-4b23-931a-8675c9f6ea51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=24296966-332e-4e40-89d6-003da07fea7d HTTP/1.1" status: 200 len: 916 time: 0.2604835 May 18 01:42:43.811474 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:43.816847 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:43.822678 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-5445a33a-bd26-4337-a329-64b575df28ed tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:43.859658 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbaa83b-697e-4121-8cd3-3345f12113f3,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:43.864384 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:43.882351 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:43.886725 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-4cea7e24-fd02-4a46-868d-65d5f7e85ff1 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993226 May 18 01:42:43.886947 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46554) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:43.894269 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'security_group_rule': {'security_group_id': '5a9e75f7-9725-48be-96e6-1207d3383716', 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:43.901952 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:43.907058 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Usage tracker for resource:security_group_rule and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:42:43.910239 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:42:43.921245 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:43.935360 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-97812818-e6a7-41f4-b96d-03f507f5e613 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 200 len: 999 time: 0.1350837 May 18 01:42:43.951688 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.032499 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '2d60b40a-e3eb-4c6b-bdce-2668ee4553a7', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'floating_ip_address': '172.28.3.10', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': '9f553257-f705-458e-9641-7eef7debefbd', 'port_id': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'mac_address': 'fa:16:3e:c0:f5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:42:41Z', 'updated_at': '2021-05-18T01:42:41Z', 'revision_number': 0, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:48Z', 'revision_number': 5, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:42:44.032815 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-057605d7-5239-4810-ae24-5706c593a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:44.038930 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] Checking router: 9f553257-f705-458e-9641-7eef7debefbd for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:42:44.040459 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-057605d7-5239-4810-ae24-5706c593a1e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c HTTP/1.1" status: 200 len: 854 time: 0.0928013 May 18 01:42:44.048531 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] Routers {'9f553257-f705-458e-9641-7eef7debefbd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:42:44.049217 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:42:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['9f553257-f705-458e-9641-7eef7debefbd'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:42:44.050924 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.055719 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.058220 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:44.077448 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecf9a12-5eed-4bf9-ae80-8fc1e969d8d8,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:44.081224 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:44.104670 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.108452 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b8d4ce8e-94aa-47b6-9114-f00577b90eac tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2181849 May 18 01:42:44.108808 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46558) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:44.119130 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'security_group_rule': {'security_group_id': '5a9e75f7-9725-48be-96e6-1207d3383716', 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:44.126974 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:44.131472 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Usage tracker for resource:security_group_rule and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:42:44.136141 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:42:44.136325 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-d080ca0f-e3ea-4528-a97a-e6e25f56ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:44.138045 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-d080ca0f-e3ea-4528-a97a-e6e25f56ea1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24296966-332e-4e40-89d6-003da07fea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814707 May 18 01:42:44.145275 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:44.170247 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.248453 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.254216 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.259546 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-86b825fd-24ec-48e8-b789-43c3cbe9e7c4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:44.293636 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.297696 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1849439 May 18 01:42:44.297696 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee34acba-828f-4ea3-a93d-173dc9ef72a3,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:44.299140 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46566) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:44.301764 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:44.302997 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] Set router 9f553257-f705-458e-9641-7eef7debefbd gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:42:44.305453 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'security_group_rule': {'security_group_id': '5a9e75f7-9725-48be-96e6-1207d3383716', 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:44.312087 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:44.316160 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Usage tracker for resource:security_group_rule and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:42:44.319474 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:42:44.326021 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:44.348844 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.373411 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-5f6eaab0-d028-46a3-8a4e-a0c2c0454973 service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258329 May 18 01:42:44.465512 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.476211 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.478349 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-40e33c0e-8af8-4666-bde8-385000724ee7 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:44.535272 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.538683 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2387908 May 18 01:42:44.541337 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46570) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:44.552598 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c927f3ac-b7db-4e27-ba53-7f6184255571 req-b08c1315-83fa-4570-8369-8cf9ab778974 service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721303 May 18 01:42:44.554342 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'security_group_rule': {'security_group_id': '5a9e75f7-9725-48be-96e6-1207d3383716', 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:44.566107 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62e4d4e-6af7-438e-b0df-da98128e3f46,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:44.569158 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-853e9cd2-0c5d-4d9f-a784-cfb2fb4aeeaf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:44.570089 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:44.574805 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Usage tracker for resource:security_group_rule and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:42:44.580114 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:42:44.588881 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:44.601827 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.securitygroups_db [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Project 86183ad1757e4143b1cd4d795bbeffa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 01:42:44.608834 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.677949 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.683058 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.685928 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:44.711669 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61a9301-2969-4242-bb53-05ef0472f0a3,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:44.716627 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:44.729268 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.731030 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1887326 May 18 01:42:44.734265 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46574) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:44.740139 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'security_group_rule': {'security_group_id': '5a9e75f7-9725-48be-96e6-1207d3383716', 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:44.746579 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:42:44.751158 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Usage tracker for resource:security_group_rule and tenant:86183ad1757e4143b1cd4d795bbeffa2 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:42:44.754641 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:42:44.760552 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:42:44.772064 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.securitygroups_db [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Project 86183ad1757e4143b1cd4d795bbeffa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 01:42:44.780043 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.836730 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '2d60b40a-e3eb-4c6b-bdce-2668ee4553a7', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'floating_ip_address': '172.28.3.10', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': '9f553257-f705-458e-9641-7eef7debefbd', 'port_id': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'mac_address': 'fa:16:3e:c0:f5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:42:41Z', 'updated_at': '2021-05-18T01:42:41Z', 'revision_number': 0, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:48Z', 'revision_number': 5, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:42:44.841338 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d503d6-081a-446f-a4b2-647db77c6dd1 None None] The sync data for ids ['9f553257-f705-458e-9641-7eef7debefbd'] in dv-cinder-784623-9-smb is: [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '2d60b40a-e3eb-4c6b-bdce-2668ee4553a7', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'floating_ip_address': '172.28.3.10', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': '9f553257-f705-458e-9641-7eef7debefbd', 'port_id': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'mac_address': 'fa:16:3e:c0:f5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:42:41Z', 'updated_at': '2021-05-18T01:42:41Z', 'revision_number': 0, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:48Z', 'revision_number': 5, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:42:44.859311 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.863591 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.865921 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-863d2123-47a6-46f4-9046-413f23b908a3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:44.898181 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b6b442-c68f-4892-a42e-07b03a78734e,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:44.907050 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:44.907823 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:44.909264 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1735785 May 18 01:42:45.062683 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-989718d7-11a6-458e-ab67-153b585e07e0 req-28390d14-7754-4a57-bf8e-abdf63bfaf49 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066757342&fields=id&tenant_id=86183ad1757e4143b1cd4d795bbeffa2 HTTP/1.1" status: 200 len: 267 time: 0.0660813 May 18 01:42:45.109570 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20611a-08cc-4130-b191-6374a2cf373f None None] New status for floating IP 2d60b40a-e3eb-4c6b-bdce-2668ee4553a7: ACTIVE {{(pid=78854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:42:45.158601 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989718d7-11a6-458e-ab67-153b585e07e0 req-6322b0b1-a662-4096-90fe-ecf255db3f08 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:45.160692 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-989718d7-11a6-458e-ab67-153b585e07e0 req-6322b0b1-a662-4096-90fe-ecf255db3f08 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 946 time: 0.0972254 May 18 01:42:45.173447 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-989718d7-11a6-458e-ab67-153b585e07e0 req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'port': {'security_groups': ['5cbf9bdc-2f8f-4175-a538-a95d4565cc28', '5a9e75f7-9725-48be-96e6-1207d3383716']}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:42:45.350191 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-989718d7-11a6-458e-ab67-153b585e07e0 req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:45.633833 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-989718d7-11a6-458e-ab67-153b585e07e0 req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] For port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:42:45.665901 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-989718d7-11a6-458e-ab67-153b585e07e0 req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:45.670833 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-989718d7-11a6-458e-ab67-153b585e07e0 req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:45.676665 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-4263ac52-9ce1-46c1-bb8f-940f71598445 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:45.682292 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:42:45.832549 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989718d7-11a6-458e-ab67-153b585e07e0 req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:45.833369 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-989718d7-11a6-458e-ab67-153b585e07e0 req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:45.840499 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-989718d7-11a6-458e-ab67-153b585e07e0 req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "PUT /v2.0/ports/9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 200 len: 982 time: 0.6695111 May 18 01:42:45.840499 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:42:45.892654 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'Port': ['ID=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,revision_number=6']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:45.897553 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:45.911175 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:42:46.067344 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d9f7-91b8-47ff-ac40-2704d034fe56 req-da4c2cc0-b111-412e-8031-9296f54e470e tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:46.069031 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8925d9f7-91b8-47ff-ac40-2704d034fe56 req-da4c2cc0-b111-412e-8031-9296f54e470e tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.1107326 May 18 01:42:46.135375 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8925d9f7-91b8-47ff-ac40-2704d034fe56 req-acfec922-f7ca-4d65-9eb5-e6e64ecdc77e tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560613 May 18 01:42:46.221264 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'status': 'completed', 'code': 200} May 18 01:42:46.225277 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-5858a2e7-bf2a-432a-8c08-5641cab6b421 None None] Provisioning complete for port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:42:46.225745 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-5858a2e7-bf2a-432a-8c08-5641cab6b421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:46.335908 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-61d6645d-cf95-439d-8832-96cb8cfd80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:46.337655 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-61d6645d-cf95-439d-8832-96cb8cfd80a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86183ad1757e4143b1cd4d795bbeffa2&device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 1138 time: 0.0847967 May 18 01:42:46.509503 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-50a3a560-4342-4f8d-84fe-ffa01129387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:46.511075 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-50a3a560-4342-4f8d-84fe-ffa01129387d service neutron] 10.222.0.39 "GET /v2.0/networks?id=24296966-332e-4e40-89d6-003da07fea7d HTTP/1.1" status: 200 len: 916 time: 0.1654074 May 18 01:42:46.622724 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-1960d4f3-0a58-4512-b046-bccdc5e88337 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 200 len: 1001 time: 0.1042643 May 18 01:42:46.705726 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-34016ae5-9c74-4b3e-ab27-4101e4d416fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:46.707885 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-34016ae5-9c74-4b3e-ab27-4101e4d416fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c HTTP/1.1" status: 200 len: 854 time: 0.0766573 May 18 01:42:46.793377 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-6b0f99aa-820a-46f2-b6dc-8d86c502c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:46.794772 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-6b0f99aa-820a-46f2-b6dc-8d86c502c7cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24296966-332e-4e40-89d6-003da07fea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785789 May 18 01:42:46.968172 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-989a32fe-5902-4037-8604-8c9dc3aac78f service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629839 May 18 01:42:47.121127 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9f0a8c7c-ef45-40df-927a-f0ba0a909908 req-494b876e-84e9-4cb2-a752-9246872bdc5d service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461644 May 18 01:42:52.338488 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-016ea4be-deba-4ebf-b834-80be98c92e4b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694189 May 18 01:42:52.486042 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-f50973fd-d1d1-4954-82a5-ed11587862f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:52.487532 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-f50973fd-d1d1-4954-82a5-ed11587862f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 1099 time: 0.0731580 May 18 01:42:52.633676 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-22d5d1c2-3bfc-4b7f-b8e9-e744b2aa6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:52.635017 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-22d5d1c2-3bfc-4b7f-b8e9-e744b2aa6903 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 917 time: 0.1231639 May 18 01:42:52.736487 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-e3810c88-1b56-4b1a-b334-f6800f73c138 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c HTTP/1.1" status: 200 len: 1001 time: 0.0938718 May 18 01:42:52.797193 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-f07ecd8b-1ad5-4dc9-a254-279b63cdce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:52.798564 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-f07ecd8b-1ad5-4dc9-a254-279b63cdce1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.0555265 May 18 01:42:52.875261 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-7e0d3cee-9b10-4b4a-aa49-14800f63acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:42:52.876685 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-7e0d3cee-9b10-4b4a-aa49-14800f63acd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713122 May 18 01:42:53.083251 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-6aaa3b02-aa5b-4675-95b5-20b0cad45fba service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986854 May 18 01:42:53.157283 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46694) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:53.213581 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6352536-baa4-4b85-88ef-fadc5dc27336 req-0c572a6d-5a1f-4b7c-aa0b-7a3ac3d100a4 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221318 May 18 01:42:53.215021 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-8442d13d-485c-490d-ace0-929396d3c6fc admin admin] Deleting subnet 96bd36dc-bb20-465e-a308-dfa37b425d76 {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:42:53.217935 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8442d13d-485c-490d-ace0-929396d3c6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.267885 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8442d13d-485c-490d-ace0-929396d3c6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1790874'] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.326465 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8442d13d-485c-490d-ace0-929396d3c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.562074 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8442d13d-485c-490d-ace0-929396d3c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1894686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1938081'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.565819 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:53.601059 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442d13d-485c-490d-ace0-929396d3c6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96bd36dc-bb20-465e-a308-dfa37b425d76,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:53.604525 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8442d13d-485c-490d-ace0-929396d3c6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:53.606824 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8442d13d-485c-490d-ace0-929396d3c6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.613048 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-8442d13d-485c-490d-ace0-929396d3c6fc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/96bd36dc-bb20-465e-a308-dfa37b425d76 HTTP/1.1" status: 204 len: 168 time: 0.4546311 May 18 01:42:53.615503 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46698) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:53.722355 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.843276 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.855606 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a7969e-d1e5-4493-9246-acc8378c337d']}} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:42:53.867318 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827ef82e-15e3-4223-8117-9785911b7c6a') {'for_net_delete': True} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:42:53.867624 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827ef82e-15e3-4223-8117-9785911b7c6a') {} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:42:53.878808 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1790869'] for segment, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.894849 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.901158 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=78852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:42:53.901542 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1894840'] for segment, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: Traceback (most recent call last): May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: timer() May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: cb(*args, **kw) May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: return func(*args, **kwargs) May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: self._notify() May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: self.callback(batched_events) May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: event.method(event) May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: return f(self, *a, **k) May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: return self._get(url).json() May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: return self.request(url, 'GET', **kwargs) May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:42:53.914978 dv-cinder-784623-9-smb neutron-server[78852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:42:53.990111 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:53.993716 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:54.006060 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:54.016269 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Pushing event deleted for resources: {'Network': ['ID=04a7969e-d1e5-4493-9246-acc8378c337d,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:54.019357 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:54.024457 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] 10.222.0.11 "DELETE /v2.0/networks/04a7969e-d1e5-4493-9246-acc8378c337d HTTP/1.1" status: 204 len: 168 time: 0.4080384 May 18 01:42:54.192288 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46704) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:54.239135 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7a5f392d-d03b-41c6-aec5-b1c0b031b758 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98c6614ba7a44c8ca9ab4ab7fbabd007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454977 May 18 01:42:54.241546 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46708) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:42:54.296581 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7cc41110-9fe9-422b-92ac-274b4b5786c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:54.321874 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7cc41110-9fe9-422b-92ac-274b4b5786c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:54.377466 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7cc41110-9fe9-422b-92ac-274b4b5786c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:54.381104 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a8cf1429-ec81-4414-92a0-c57c18fab5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:42:54.394982 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc41110-9fe9-422b-92ac-274b4b5786c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08976bd-c570-41e2-a0c7-ec5c2a924c8a,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:42:54.397520 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7cc41110-9fe9-422b-92ac-274b4b5786c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:42:54.405194 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7cc41110-9fe9-422b-92ac-274b4b5786c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:54.406452 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7cc41110-9fe9-422b-92ac-274b4b5786c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b08976bd-c570-41e2-a0c7-ec5c2a924c8a HTTP/1.1" status: 204 len: 168 time: 0.1641109 May 18 01:42:54.975600 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:42:55.280572 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:42:57.949544 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-539d5529-82c8-47d4-86e1-0a67fec170b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:00.347961 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-b7aace90-2566-4246-a4a3-a1f03c0f8dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:00.534217 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:01.591298 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:02.986566 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:07.534501 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19082ba-ce44-4164-9847-54d32cb5d5a7 req-363fc09f-17ca-4eac-b3e6-7f6675408ff5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:07.535969 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f19082ba-ce44-4164-9847-54d32cb5d5a7 req-363fc09f-17ca-4eac-b3e6-7f6675408ff5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0816016 May 18 01:43:07.579633 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f19082ba-ce44-4164-9847-54d32cb5d5a7 req-90a06e17-460a-459d-9da1-6240dd144093 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379326 May 18 01:43:08.765191 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037902a6-9058-4e1e-9de1-177afad087e2 req-abb0a517-2169-4b61-b463-9b8c59496ace tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:08.766618 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-037902a6-9058-4e1e-9de1-177afad087e2 req-abb0a517-2169-4b61-b463-9b8c59496ace tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0812657 May 18 01:43:08.809333 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-037902a6-9058-4e1e-9de1-177afad087e2 req-c3ca1ca6-64a1-4ee6-b37b-9646e2fe6d99 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371828 May 18 01:43:09.988651 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786b333-10f3-4bb4-a5d1-ec076f6979c3 req-c11618b3-0bca-4752-8471-a46a4c07efe0 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:09.990153 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9786b333-10f3-4bb4-a5d1-ec076f6979c3 req-c11618b3-0bca-4752-8471-a46a4c07efe0 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0788348 May 18 01:43:10.037612 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9786b333-10f3-4bb4-a5d1-ec076f6979c3 req-6fd3d557-ad41-49e0-ad8e-7fcb7f0fd962 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418909 May 18 01:43:11.227369 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2992086-bc85-40eb-8cd1-9066f350e269 req-03c89585-3ee7-4df2-acd3-8081d3454223 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:11.228984 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a2992086-bc85-40eb-8cd1-9066f350e269 req-03c89585-3ee7-4df2-acd3-8081d3454223 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0799456 May 18 01:43:11.273263 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a2992086-bc85-40eb-8cd1-9066f350e269 req-dc2692a6-05d5-4c13-9932-98d48af45717 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385339 May 18 01:43:12.174951 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb9441-bea9-4c80-8db9-7e07cec5566e req-b2718c1f-2405-4b05-a167-130648fb0f8d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:12.176452 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-94eb9441-bea9-4c80-8db9-7e07cec5566e req-b2718c1f-2405-4b05-a167-130648fb0f8d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.0855725 May 18 01:43:12.226211 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-94eb9441-bea9-4c80-8db9-7e07cec5566e req-2b55ed60-8b8d-443d-9653-022fdc0fc5df tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432010 May 18 01:43:12.465153 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ed5e8-7231-4fdc-9612-62e13f99ead6 req-a8fc1e4b-585a-4c14-986c-89b75273eb81 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:12.466617 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fa3ed5e8-7231-4fdc-9612-62e13f99ead6 req-a8fc1e4b-585a-4c14-986c-89b75273eb81 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0793324 May 18 01:43:12.515403 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fa3ed5e8-7231-4fdc-9612-62e13f99ead6 req-e43ba8a6-15c8-4cdb-a8d8-2e2c8c3e718e tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426350 May 18 01:43:13.417921 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c67ae1-7ee3-476e-a8fb-0d45e463a613 req-8143bfe7-110e-4990-ac22-acec8cf7e69f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:13.419385 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-60c67ae1-7ee3-476e-a8fb-0d45e463a613 req-8143bfe7-110e-4990-ac22-acec8cf7e69f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.0818598 May 18 01:43:13.464999 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-60c67ae1-7ee3-476e-a8fb-0d45e463a613 req-147bd050-8534-4ce9-a162-0cee8eda366c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393500 May 18 01:43:13.704941 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1b562-f42b-4380-bfc6-730f6940e6cc req-29ba6fd7-af90-4351-81f5-b621b5478800 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:13.706412 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-abc1b562-f42b-4380-bfc6-730f6940e6cc req-29ba6fd7-af90-4351-81f5-b621b5478800 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0868011 May 18 01:43:13.805709 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-abc1b562-f42b-4380-bfc6-730f6940e6cc req-0beffeba-9a21-4ea1-8498-707367421730 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626979 May 18 01:43:13.846662 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-0d4a03d3-4a7e-4ff6-8512-e29e7679f895 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:13.848155 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-0d4a03d3-4a7e-4ff6-8512-e29e7679f895 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.39 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 946 time: 0.1364627 May 18 01:43:13.991067 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Deleting port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:43:13.991407 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:14.121130 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] For port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:43:14.121476 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:14.489527 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:14.489893 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:14.490209 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.l3_db [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Floating IP 6cc5fb30-9f0f-41b7-91bb-6a36397f7f9b disassociated. External IP: 172.28.3.182, port: 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c. May 18 01:43:14.490545 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Calling delete_port for 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:43:14.652157 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:14.658647 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-f9e265b9-6f45-4f44-8496-89b6f3def31f tempest-VolumesActionsTest-1217958437 tempest-VolumesActionsTest-1217958437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:14.705201 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event deleted for resources: {'Port': ['ID=09cc4d06-4acc-4e7f-b1b9-6edc2152a65c,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:14.708966 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:14.779409 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17ccd1-b801-42e2-bbb2-08ac32211e75 req-aa6f556c-3879-43dd-bd33-c3ebb10b91c5 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:14.781408 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bf17ccd1-b801-42e2-bbb2-08ac32211e75 req-aa6f556c-3879-43dd-bd33-c3ebb10b91c5 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=82260acc-08a0-4189-9e6d-719285b77697 HTTP/1.1" status: 200 len: 868 time: 0.2049923 May 18 01:43:14.909038 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bf17ccd1-b801-42e2-bbb2-08ac32211e75 req-eb44bcbf-b4bd-4f27-9e95-83dc54013305 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=972f9e6f-494f-490f-a3cc-7537ba8c4f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138916 May 18 01:43:14.945289 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Router c72c7ee0-d13e-4664-9865-1a5bace94d2e has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:43:15.188524 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:43:15.201626 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] Sync routers for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:43:15.212535 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:43:15.213427 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:43:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:43:15.271046 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9bc61-32c8-4f7e-a916-e56fc1132abc req-ac3a85e2-a078-4056-bc48-28e0006f6fe6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:15.272524 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65b9bc61-32c8-4f7e-a916-e56fc1132abc req-ac3a85e2-a078-4056-bc48-28e0006f6fe6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.2465332 May 18 01:43:15.278384 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] No DVR routers for this DVR port 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:43:15.281932 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:15.287046 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'name': 'network-vif-deleted', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:43:15.317798 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c6da4291-e8a0-4758-8482-7cdfb7c56890 req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.39 "DELETE /v2.0/ports/09cc4d06-4acc-4e7f-b1b9-6edc2152a65c HTTP/1.1" status: 204 len: 173 time: 1.4638617 May 18 01:43:15.345671 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-65b9bc61-32c8-4f7e-a916-e56fc1132abc req-5e403b47-39ad-4c58-ba91-c9e005858b08 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592945 May 18 01:43:15.429180 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82260acc-08a0-4189-9e6d-719285b77697', 'name': 'network-vif-deleted', 'tag': '09cc4d06-4acc-4e7f-b1b9-6edc2152a65c', 'status': 'completed', 'code': 200} May 18 01:43:15.465415 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:43:15.781813 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:43:15.785723 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] Checking router: c72c7ee0-d13e-4664-9865-1a5bace94d2e for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:43:15.794253 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:43:15.795024 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:43:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:43:15.976378 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:43:16.051736 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46916) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:16.117327 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-dc1252f3-7dc1-450e-ac2a-31418539f5e7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:16.145655 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-dc1252f3-7dc1-450e-ac2a-31418539f5e7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:16.206844 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-dc1252f3-7dc1-450e-ac2a-31418539f5e7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:16.210778 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-aa806a81-f9b9-49ae-b202-946832b31d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:16.225958 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1252f3-7dc1-450e-ac2a-31418539f5e7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972f9e6f-494f-490f-a3cc-7537ba8c4f14,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:16.228597 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-dc1252f3-7dc1-450e-ac2a-31418539f5e7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:16.243394 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-dc1252f3-7dc1-450e-ac2a-31418539f5e7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:16.245278 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-dc1252f3-7dc1-450e-ac2a-31418539f5e7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "DELETE /v2.0/security-groups/972f9e6f-494f-490f-a3cc-7537ba8c4f14 HTTP/1.1" status: 204 len: 168 time: 0.1924410 May 18 01:43:16.247179 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46920) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:16.267072 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.api.v2.resource [None req-a5a4aa93-465d-4b3a-8866-26e89528969a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] show failed (client error): The resource could not be found. May 18 01:43:16.271140 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-a5a4aa93-465d-4b3a-8866-26e89528969a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups/972f9e6f-494f-490f-a3cc-7537ba8c4f14 HTTP/1.1" status: 404 len: 347 time: 0.0202959 May 18 01:43:16.271512 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 46924) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:16.322025 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:43:16.327092 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d66ea4-ff7a-47ef-a39c-77fbad560290 None None] The sync data for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb is: [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:43:16.563999 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Deleting port 0840d737-4f47-4018-ab54-fbec83b973ab {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:43:16.564558 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:16.681251 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa42c90-4541-497f-b73d-bd26565d6a6e None None] New status for floating IP 6cc5fb30-9f0f-41b7-91bb-6a36397f7f9b: DOWN {{(pid=78854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:43:16.731565 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:16.731958 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:16.749994 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb0122-5aaf-43f2-874b-5b3e94fe7ed3 req-13f7625c-74bb-424b-a9b9-5dc641a5e97c tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:16.751603 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bbdb0122-5aaf-43f2-874b-5b3e94fe7ed3 req-13f7625c-74bb-424b-a9b9-5dc641a5e97c tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.2321336 May 18 01:43:16.926438 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:43:16.966522 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:43:16.966878 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 09cc4d06-4acc-4e7f-b1b9-6edc2152a65c not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:43:17.023795 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Calling delete_port for 0840d737-4f47-4018-ab54-fbec83b973ab owned by network:floatingip {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:43:17.058583 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bbdb0122-5aaf-43f2-874b-5b3e94fe7ed3 req-9a456c68-24bd-4461-bedd-e49a09913618 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981975 May 18 01:43:17.154513 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:17.158492 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:17.204402 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event deleted for resources: {'Port': ['ID=0840d737-4f47-4018-ab54-fbec83b973ab,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:17.207459 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:17.296293 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:17.309530 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:17.314038 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "DELETE /v2.0/floatingips/6cc5fb30-9f0f-41b7-91bb-6a36397f7f9b HTTP/1.1" status: 204 len: 168 time: 1.0381870 May 18 01:43:17.640328 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-d2134833-7f6e-43fc-b55a-22be84530689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:17.642206 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-d2134833-7f6e-43fc-b55a-22be84530689 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52a13f2665fc4368ac52043cd8a50a2e&device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 1098 time: 0.0743089 May 18 01:43:17.781743 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-efaa422e-4028-4040-ba9e-7eace9ab468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:17.783225 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-efaa422e-4028-4040-ba9e-7eace9ab468c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee HTTP/1.1" status: 200 len: 910 time: 0.1351130 May 18 01:43:17.799592 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46942) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:17.804694 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911387645', 'description': 'tempest-description--619553867'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:43:17.812544 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:43:17.815117 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Usage tracker for resource:security_group and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:43:17.822887 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:43:17.829299 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:43:17.838952 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:17.898320 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-8c513e3f-602f-431f-8fb7-cecdfd3ee7db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d HTTP/1.1" status: 200 len: 1001 time: 0.1072099 May 18 01:43:17.939154 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:43:17.942872 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Usage tracker for resource:security_group_rule and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:43:17.945847 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:43:17.951370 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:43:17.963006 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-04e66f6e-7fe2-4dd4-8842-3d0ff2a95c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:17.964445 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-04e66f6e-7fe2-4dd4-8842-3d0ff2a95c7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf6ea5be-5ce2-4c58-b15d-6eae29871961 HTTP/1.1" status: 200 len: 848 time: 0.0602534 May 18 01:43:18.024138 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.029428 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.034940 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-67f4c0ed-1ec9-4113-be1c-ca87d9cc54e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:18.045141 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-d065c5ca-9dac-440c-ac92-26923bcea1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:18.047277 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-d065c5ca-9dac-440c-ac92-26923bcea1da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737572 May 18 01:43:18.076875 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34af7be4-e448-4ef4-a784-6ce4094693ab,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:18.080485 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:18.082215 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.084427 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2838371 May 18 01:43:18.087479 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46954) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:18.094018 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'security_group_rule': {'security_group_id': '34af7be4-e448-4ef4-a784-6ce4094693ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:43:18.099469 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:43:18.103425 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Usage tracker for resource:security_group_rule and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:43:18.106707 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:43:18.113946 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:43:18.129658 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.195121 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.198608 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-7d9b3185-33f1-4675-8ccb-a6519a74d003 service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413536 May 18 01:43:18.199664 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.201690 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f7123001-a57b-47f8-9566-4af1a5085419 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:18.224070 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e94c78-9737-44a8-bde8-da95708c5b02,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:18.226792 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:18.235391 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.237021 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-93ce3c44-0bcc-4d55-8cf9-c0b65140ff60 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484997 May 18 01:43:18.239885 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46958) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:18.245352 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'security_group_rule': {'security_group_id': '34af7be4-e448-4ef4-a784-6ce4094693ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:43:18.252260 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:43:18.256224 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Usage tracker for resource:security_group_rule and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:43:18.261063 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:43:18.267503 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:43:18.294470 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.362166 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.366422 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.368680 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a5488f74-31fa-4498-9962-216af1ebb39d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:18.393521 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20463417-0ab0-4bb9-9d01-c61ef0b11d57,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:18.397944 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:18.402172 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.403459 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-5956fc1b-5836-479d-b728-6ade1bd19312 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626410 May 18 01:43:18.406601 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 46964) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:18.411926 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'floatingip': {'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:43:18.418000 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:43:18.422409 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Usage tracker for resource:floatingip and tenant:25972865c49844ea8268b910ba743fbd is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:43:18.425268 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:43:18.430893 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:43:18.439402 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e846c972-7cc5-4c05-9ba8-b7570c424663 req-6e2a068a-3ab0-4e8d-a156-f33399e4bf40 service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338517 May 18 01:43:18.441972 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.499379 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-690e182b-c0bc-436b-bd75-9a060ed92c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:18.500866 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-690e182b-c0bc-436b-bd75-9a060ed92c28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86183ad1757e4143b1cd4d795bbeffa2&device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 1138 time: 0.1438031 May 18 01:43:18.508896 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501f581-aa32-43eb-9f26-4d0351e69844 req-43faa11a-4d68-492c-8b3d-19d64025b1cc tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:18.510235 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4501f581-aa32-43eb-9f26-4d0351e69844 req-43faa11a-4d68-492c-8b3d-19d64025b1cc tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.1542659 May 18 01:43:18.581451 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.636246 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4501f581-aa32-43eb-9f26-4d0351e69844 req-649529ff-ada0-4472-9d3e-edbfa9fe28ea tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073925 May 18 01:43:18.669515 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-cd2f2061-de8c-4231-a1f0-ffae5cb48a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:18.671518 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-cd2f2061-de8c-4231-a1f0-ffae5cb48a8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=24296966-332e-4e40-89d6-003da07fea7d HTTP/1.1" status: 200 len: 916 time: 0.1599491 May 18 01:43:18.729515 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Allocated IP 172.28.3.52 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/ef59ffae-0c10-458e-9b95-01736fe45fa4) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:43:18.821941 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-2464908a-a3bb-4b63-9f2a-beefdb919aa7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 200 len: 1001 time: 0.1435876 May 18 01:43:18.873543 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.892867 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16247476-9548-4564-8f58-74e4aabfb404 req-caa858a9-e7ab-41c0-b204-74b22bc0549c tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:18.894307 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-16247476-9548-4564-8f58-74e4aabfb404 req-caa858a9-e7ab-41c0-b204-74b22bc0549c tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.1459205 May 18 01:43:18.902125 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:18.903224 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-5f422e09-bc5e-4196-a39a-36f995511c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:18.904579 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-5f422e09-bc5e-4196-a39a-36f995511c75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c HTTP/1.1" status: 200 len: 854 time: 0.0749648 May 18 01:43:18.906385 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e11c91a1-d21f-49f7-af56-8534f39cc3d5 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:18.970835 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:43:18.973732 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:43:18.976413 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:43:19.026796 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'Port': ['ID=ef59ffae-0c10-458e-9b95-01736fe45fa4,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:19.033572 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:19.078680 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:19.095516 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-16247476-9548-4564-8f58-74e4aabfb404 req-3a668039-a161-4d2d-ae48-b3578feb2d60 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1942139 May 18 01:43:19.113802 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-ee446933-2358-4a06-9730-a09dcf8cc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:19.115433 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-ee446933-2358-4a06-9730-a09dcf8cc677 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24296966-332e-4e40-89d6-003da07fea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0984459 May 18 01:43:19.146156 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:19.250185 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-2326dd3d-665a-4b4e-901d-0069692b7685 service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251116 May 18 01:43:19.359057 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:19.363848 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:19.370955 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:19.390143 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9219e85-1a29-4d83-87e5-c701fe09bb40 req-954f0aba-56f4-40d1-a6c6-05af693aa57c service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285834 May 18 01:43:19.482018 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'Port': ['ID=ef59ffae-0c10-458e-9b95-01736fe45fa4,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:19.485971 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:19.490708 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:19.513178 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:19.514395 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-70918d1b-5879-4fe3-bae2-8f3e764b1e45 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1066625 May 18 01:43:19.739331 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-eb0325bb-8c35-4101-b990-224903d2d287 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--911387645&fields=id&tenant_id=25972865c49844ea8268b910ba743fbd HTTP/1.1" status: 200 len: 267 time: 0.0438223 May 18 01:43:19.887595 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-299d1f61-72be-4276-b16c-fe596853c517 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:19.889974 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-299d1f61-72be-4276-b16c-fe596853c517 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 816 time: 0.1433544 May 18 01:43:19.905018 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-5837e716-c1f7-449b-b9de-190a6682b645 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/quotas/25972865c49844ea8268b910ba743fbd HTTP/1.1" status: 200 len: 375 time: 0.0090101 May 18 01:43:19.989655 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-ee33e8b1-b6ab-484f-93df-d189f2f611cb tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Synchronizing usage tracker for tenant:25972865c49844ea8268b910ba743fbd on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:43:20.005259 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-ee33e8b1-b6ab-484f-93df-d189f2f611cb tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Unset dirty status for tenant:25972865c49844ea8268b910ba743fbd on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:43:20.006811 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-ee33e8b1-b6ab-484f-93df-d189f2f611cb tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969687 May 18 01:43:20.146675 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-17a930a7-4277-4818-8183-c48c1dc58050 service neutron] 10.222.0.11 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282673 May 18 01:43:20.291166 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-89040e00-780a-4a28-bfda-3e666a323e82 service neutron] 10.222.0.11 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385400 May 18 01:43:20.544965 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47000) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:20.593457 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ad64-e2d6-46ad-91b7-fcb4e494c8c3 req-db51d9ab-879f-4dd4-97e8-7dc078180912 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:20.600791 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ca0ad64-e2d6-46ad-91b7-fcb4e494c8c3 req-db51d9ab-879f-4dd4-97e8-7dc078180912 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0917687 May 18 01:43:20.654793 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ca0ad64-e2d6-46ad-91b7-fcb4e494c8c3 req-b0cf50df-cc81-4cf7-ae4c-78c99084e815 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531058 May 18 01:43:20.677350 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ccd844e7-e057-4c26-9b2d-1910d5e85da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:20.699256 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-ccd844e7-e057-4c26-9b2d-1910d5e85da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:43:20.705025 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-ccd844e7-e057-4c26-9b2d-1910d5e85da5 admin admin] Usage tracker for resource:security_group_rule and tenant:09050550a9224b5ab7acc5ce68561a88 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:43:20.707915 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-ccd844e7-e057-4c26-9b2d-1910d5e85da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:43:20.713813 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-ccd844e7-e057-4c26-9b2d-1910d5e85da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:43:20.824379 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ccd844e7-e057-4c26-9b2d-1910d5e85da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:20.831056 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-ccd844e7-e057-4c26-9b2d-1910d5e85da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:20.840794 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b0b55d6b-e148-4d6a-8ae0-38c784a317f6 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:20.865810 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb8374-acb1-45ad-89b4-816db81ab2ac req-de6b7553-9059-4e8d-8bbb-6d5fc6765085 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:20.867909 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cbdb8374-acb1-45ad-89b4-816db81ab2ac req-de6b7553-9059-4e8d-8bbb-6d5fc6765085 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.1036904 May 18 01:43:20.884875 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd844e7-e057-4c26-9b2d-1910d5e85da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eda236-d853-43b4-98d9-18fa7d149157,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:20.888593 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-ccd844e7-e057-4c26-9b2d-1910d5e85da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:20.897926 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-ccd844e7-e057-4c26-9b2d-1910d5e85da5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09050550a9224b5ab7acc5ce68561a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513360 May 18 01:43:20.898576 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47014) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:20.918744 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cbdb8374-acb1-45ad-89b4-816db81ab2ac req-d74edfa0-0cb9-416f-9894-f36637326d1d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449302 May 18 01:43:20.960896 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-88e50d51-8295-45ab-bf4f-2f7bd4b26f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:20.990908 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-88e50d51-8295-45ab-bf4f-2f7bd4b26f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:21.043715 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-88e50d51-8295-45ab-bf4f-2f7bd4b26f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:21.049429 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7cc41110-9fe9-422b-92ac-274b4b5786c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:21.061697 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e50d51-8295-45ab-bf4f-2f7bd4b26f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eda236-d853-43b4-98d9-18fa7d149157,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:21.066127 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-88e50d51-8295-45ab-bf4f-2f7bd4b26f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:21.066866 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ffe0fc73-46fc-4693-86a2-6361b33d1dde req-96f16322-df07-4531-885a-8a9e300c45f4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 210 time: 0.0515890 May 18 01:43:21.071524 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-88e50d51-8295-45ab-bf4f-2f7bd4b26f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:21.073173 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-88e50d51-8295-45ab-bf4f-2f7bd4b26f52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53eda236-d853-43b4-98d9-18fa7d149157 HTTP/1.1" status: 204 len: 168 time: 0.1737368 May 18 01:43:21.428102 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [req-7d9edda6-7083-4752-9f40-08a1151695bf req-29d6a552-267a-47d4-9d26-06275b2f0e42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189208 May 18 01:43:21.447064 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5fa5-ee93-4b84-92fb-af9e2c7bda43 req-3be048c5-19fe-424d-accd-5a14023899cb tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:21.448755 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ba0c5fa5-ee93-4b84-92fb-af9e2c7bda43 req-3be048c5-19fe-424d-accd-5a14023899cb tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0869679 May 18 01:43:21.505841 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ba0c5fa5-ee93-4b84-92fb-af9e2c7bda43 req-e508c4f5-4332-4250-a202-9217ef10e7ba tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503030 May 18 01:43:21.684604 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-95ceaa69-4744-4394-a8ca-5156b4067aa2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:21.686296 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-95ceaa69-4744-4394-a8ca-5156b4067aa2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 816 time: 0.1776688 May 18 01:43:21.749827 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3247e38d-75ae-4e01-8e9a-89cecb07acb6 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25972865c49844ea8268b910ba743fbd HTTP/1.1" status: 200 len: 379 time: 0.0534637 May 18 01:43:21.759005 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'port': {'device_id': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'admin_state_up': True, 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'security_groups': ['34af7be4-e448-4ef4-a784-6ce4094693ab']}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:43:21.916589 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:43:21.927271 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:43:21.938863 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Made reservation on behalf of 25972865c49844ea8268b910ba743fbd for: {'port': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:43:21.943083 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:22.243441 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161ea4c-fc80-4ac7-b1ec-bf939d21bfea req-fb513b1f-25b4-4581-a6b3-9aaa986df399 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:22.244922 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4161ea4c-fc80-4ac7-b1ec-bf939d21bfea req-fb513b1f-25b4-4581-a6b3-9aaa986df399 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.1949563 May 18 01:43:22.286261 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Allocated IP 172.20.0.5 (ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2/d75526d5-0375-4304-972e-d706eb003b17/2537780a-957c-44fa-971b-80c0ecbca531) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:43:22.315209 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4161ea4c-fc80-4ac7-b1ec-bf939d21bfea req-dce3ce6c-ed10-42ed-a20f-27be7b3938bf tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625246 May 18 01:43:22.511858 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-13bd76e6-bac7-44ac-8f1c-0b491da4ad25 req-8f5325a5-d70c-4534-9c83-99bc7a6d918b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 210 time: 0.0597575 May 18 01:43:22.578077 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:22.618446 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Transition to ACTIVE for port object 2537780a-957c-44fa-971b-80c0ecbca531 will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:43:22.684238 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:22.698548 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:22.773252 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:43:22.776828 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:43:22.783603 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:43:22.833246 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event updated for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:22.841004 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:22.862021 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:22.862639 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:22.881837 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df40ac-4303-435f-b0e3-b45d6edfe80e req-8e43c1bb-7b49-4e2c-b5ba-e32eeb513cd0 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:22.883457 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-15df40ac-4303-435f-b0e3-b45d6edfe80e req-8e43c1bb-7b49-4e2c-b5ba-e32eeb513cd0 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.2385867 May 18 01:43:22.917654 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1626928 May 18 01:43:22.933541 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Request body: {'port': {'device_id': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:43:22.947732 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3f59ff70-2158-4c2c-9132-fa2e9b3de40d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:43:23.018490 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-15df40ac-4303-435f-b0e3-b45d6edfe80e req-fb7b3f8d-c6c2-4c54-a2bb-c13e2c68a445 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250157 May 18 01:43:23.046688 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-fb7fc7a1-119a-41e4-b1cc-b0acd26bbb9b None None] Provisioning for port 2537780a-957c-44fa-971b-80c0ecbca531 completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:43:23.074502 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-fb7fc7a1-119a-41e4-b1cc-b0acd26bbb9b None None] Provisioning complete for port 2537780a-957c-44fa-971b-80c0ecbca531 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:43:23.074931 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc7a1-119a-41e4-b1cc-b0acd26bbb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:23.111253 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9edda6-7083-4752-9f40-08a1151695bf req-e11b8336-4e3d-49b8-945b-ff821ef47bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:23.112724 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7d9edda6-7083-4752-9f40-08a1151695bf req-e11b8336-4e3d-49b8-945b-ff821ef47bf4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7&tenant_id=52a13f2665fc4368ac52043cd8a50a2e HTTP/1.1" status: 200 len: 1098 time: 0.1344068 May 18 01:43:23.119028 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:23.150443 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-fb7fc7a1-119a-41e4-b1cc-b0acd26bbb9b None None] Port 2537780a-957c-44fa-971b-80c0ecbca531 cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:43:23.152081 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:23.179946 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:43:23.191392 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:43:23.195602 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:23.197341 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-7695337e-e6b6-4f95-8e39-afd6ba66319c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:23.232505 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'code': 200} May 18 01:43:23.263704 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,revision_number=6']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:23.272041 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.272392 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.272737 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.273100 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.273432 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.273763 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.274089 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.274428 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.274737 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.275059 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.275382 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.275704 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:23.279510 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:23.315567 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9edda6-7083-4752-9f40-08a1151695bf req-05ba3197-4f2b-4779-a93a-e7e8d58e098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:23.317048 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7d9edda6-7083-4752-9f40-08a1151695bf req-05ba3197-4f2b-4779-a93a-e7e8d58e098e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52a13f2665fc4368ac52043cd8a50a2e&device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 1098 time: 0.1828325 May 18 01:43:23.613086 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9edda6-7083-4752-9f40-08a1151695bf req-e90e6890-f8fe-43a2-8434-253800521130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:23.614441 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7d9edda6-7083-4752-9f40-08a1151695bf req-e90e6890-f8fe-43a2-8434-253800521130 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee HTTP/1.1" status: 200 len: 910 time: 0.2911623 May 18 01:43:23.676983 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f41be7-6498-48c1-a17e-51e15b754c15 req-25a82f47-e602-4ab3-a555-01a09724a37c tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:23.678446 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-02f41be7-6498-48c1-a17e-51e15b754c15 req-25a82f47-e602-4ab3-a555-01a09724a37c tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.2167799 May 18 01:43:23.895003 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-02f41be7-6498-48c1-a17e-51e15b754c15 req-d71e8f79-1448-4dd1-ab3c-398af1f52bb0 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2096231 May 18 01:43:23.918120 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7d9edda6-7083-4752-9f40-08a1151695bf req-96dd0ae3-5a99-4fc2-b31a-306fa7e52b66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d HTTP/1.1" status: 200 len: 999 time: 0.2954476 May 18 01:43:23.969730 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2537780a-957c-44fa-971b-80c0ecbca531 {{(pid=78851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:43:23.980102 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:24.003424 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Transition to ACTIVE for port object 2537780a-957c-44fa-971b-80c0ecbca531 will not be triggered until provisioned by entity L2. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:43:24.005195 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9edda6-7083-4752-9f40-08a1151695bf req-3a47c8e6-236f-48bc-ab2b-3bfd2dfdda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:24.006597 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7d9edda6-7083-4752-9f40-08a1151695bf req-3a47c8e6-236f-48bc-ab2b-3bfd2dfdda72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf6ea5be-5ce2-4c58-b15d-6eae29871961 HTTP/1.1" status: 200 len: 848 time: 0.0823898 May 18 01:43:24.007621 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:24.013383 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1f36984a-308e-4b0e-993a-c169a2af2459 tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:24.244154 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Pushing event updated for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:24.248257 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:24.380597 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ce125-f588-40e9-9307-c63895f1fa48 req-e09beeed-309e-4e6f-b5a3-7a7496b842c8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:24.381355 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-200ce125-f588-40e9-9307-c63895f1fa48 req-e09beeed-309e-4e6f-b5a3-7a7496b842c8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Synchronizing usage tracker for tenant:25972865c49844ea8268b910ba743fbd on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:43:24.390490 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9edda6-7083-4752-9f40-08a1151695bf req-e364d1be-1532-4404-b718-5c0ecf8f17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:24.391997 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7d9edda6-7083-4752-9f40-08a1151695bf req-e364d1be-1532-4404-b718-5c0ecf8f17d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3437376 May 18 01:43:24.394698 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Attempting to bind port 2537780a-957c-44fa-971b-80c0ecbca531 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:43:24.395033 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Attempting to bind port 2537780a-957c-44fa-971b-80c0ecbca531 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:43:24.395351 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Attempting to bind port 2537780a-957c-44fa-971b-80c0ecbca531 on network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:43:24.421499 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Port 2537780a-957c-44fa-971b-80c0ecbca531 on network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:43:24.421831 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Attempting to bind port 2537780a-957c-44fa-971b-80c0ecbca531 on network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:43:24.476224 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:43:24.476698 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Checking segment: {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:43:24.476985 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Bound using segment: {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:43:24.477549 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Bound port: 2537780a-957c-44fa-971b-80c0ecbca531, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fea967-7956-4abb-aa2b-310f17f79731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2'}}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:43:24.477784 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:24.506062 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-200ce125-f588-40e9-9307-c63895f1fa48 req-e09beeed-309e-4e6f-b5a3-7a7496b842c8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Unset dirty status for tenant:25972865c49844ea8268b910ba743fbd on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:43:24.507221 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-200ce125-f588-40e9-9307-c63895f1fa48 req-e09beeed-309e-4e6f-b5a3-7a7496b842c8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.4956803 May 18 01:43:24.644937 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7d9edda6-7083-4752-9f40-08a1151695bf req-e8b7b32a-df94-4cd4-b5af-819be0051802 service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438693 May 18 01:43:24.649407 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-200ce125-f588-40e9-9307-c63895f1fa48 req-af202e64-3e49-44f6-a21e-c65c519b1884 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096852 May 18 01:43:24.725436 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, cleared binding levels {{(pid=78851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:43:24.745767 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:43:24.755105 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:24.788236 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-05c78659-1728-4fc5-8703-c14991fb9ada tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:24.898775 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:24.899325 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:24.900710 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] 10.222.0.39 "PUT /v2.0/ports/2537780a-957c-44fa-971b-80c0ecbca531 HTTP/1.1" status: 200 len: 1093 time: 1.9746752 May 18 01:43:24.901236 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:43:24.917341 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7d9edda6-7083-4752-9f40-08a1151695bf req-9aa6efec-a911-42b5-b30d-850a4f1769ec service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642465 May 18 01:43:24.922135 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Pushing event updated for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=3']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:24.925524 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:24.949969 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501438c-2542-48ff-9b17-78054c49c43b req-f0e3680f-8086-4f36-8f31-4b3ae3c5b794 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:24.951493 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0501438c-2542-48ff-9b17-78054c49c43b req-f0e3680f-8086-4f36-8f31-4b3ae3c5b794 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 943 time: 0.2002759 May 18 01:43:24.968623 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:25.052454 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0501438c-2542-48ff-9b17-78054c49c43b req-4c12e199-9874-416f-80b4-f6f4325c5b15 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618241 May 18 01:43:25.070341 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6377d1b8-1f41-4c25-9238-b5b3e338a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:25.070341 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-6377d1b8-1f41-4c25-9238-b5b3e338a2e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 1096 time: 0.1117013 May 18 01:43:25.129377 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531', 'status': 'completed', 'code': 200} May 18 01:43:25.140384 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-ee3a6c8a-d979-4aad-ab2a-8f91a26a4608 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2537780a-957c-44fa-971b-80c0ecbca531 HTTP/1.1" status: 200 len: 217 time: 0.0651946 May 18 01:43:25.253326 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-afa4d053-d42f-4d96-90c3-98030459be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:25.254739 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-afa4d053-d42f-4d96-90c3-98030459be4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.1083782 May 18 01:43:25.327700 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a6dd7-ed1c-4c6d-bb96-c83e39f48444 req-d2daf367-dc19-4302-9359-e8ecc263b0d3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:25.329174 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a67a6dd7-ed1c-4c6d-bb96-c83e39f48444 req-d2daf367-dc19-4302-9359-e8ecc263b0d3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.1428576 May 18 01:43:25.380106 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-b01ad805-ed19-47b0-ae32-43b493297f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:25.381589 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-b01ad805-ed19-47b0-ae32-43b493297f53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1194329 May 18 01:43:25.385645 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a67a6dd7-ed1c-4c6d-bb96-c83e39f48444 req-f6950c2d-fb18-47a4-bb7b-af97489bb1a5 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501635 May 18 01:43:25.601885 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-d2e45fcb-46c6-44c0-9260-ca2149abecb3 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127736 May 18 01:43:25.738519 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b4bd0a6c-d323-4f6b-a7fa-138d41640087 req-29dae8a9-27ec-4cc2-8c35-3976f464bc88 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291463 May 18 01:43:25.924620 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd0de-a33a-48d7-86c3-51b6fe27fc4a req-06662fde-eea1-4a05-95af-29f3741aaa70 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:25.926120 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bb9dd0de-a33a-48d7-86c3-51b6fe27fc4a req-06662fde-eea1-4a05-95af-29f3741aaa70 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.1504223 May 18 01:43:25.969625 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-fad51627-76d7-4ad2-8ff0-59d85889e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:25.971090 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-fad51627-76d7-4ad2-8ff0-59d85889e953 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 1096 time: 0.1578147 May 18 01:43:26.103298 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bb9dd0de-a33a-48d7-86c3-51b6fe27fc4a req-1cb9c631-373a-4971-899b-b6874ee7d5df tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398659 May 18 01:43:26.144108 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda9c8-1b18-4c0a-ad91-4ec8ea63d74b req-adff7cc5-5941-4425-9c6e-45847a9df032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:26.145605 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3eeda9c8-1b18-4c0a-ad91-4ec8ea63d74b req-adff7cc5-5941-4425-9c6e-45847a9df032 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 1096 time: 0.2159786 May 18 01:43:26.178919 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-ff3a251e-756e-437a-9846-7790e518914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:26.180292 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-ff3a251e-756e-437a-9846-7790e518914c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 917 time: 0.1845903 May 18 01:43:26.295305 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3eeda9c8-1b18-4c0a-ad91-4ec8ea63d74b req-949cb4c1-5de1-45ed-81eb-769850134a73 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377063 May 18 01:43:26.296499 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-68ccf22a-951d-4090-83f9-26f3ec088d83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2537780a-957c-44fa-971b-80c0ecbca531 HTTP/1.1" status: 200 len: 217 time: 0.1059008 May 18 01:43:26.338180 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e24fdd-e009-4eac-a58f-c282682c686b req-7f5d2e86-78d1-4399-8fa6-86d89c1a9286 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:26.339606 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-55e24fdd-e009-4eac-a58f-c282682c686b req-7f5d2e86-78d1-4399-8fa6-86d89c1a9286 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 943 time: 0.0945418 May 18 01:43:26.434691 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-7b8c0640-2bc8-45eb-a5aa-83e35395faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:26.436974 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-7b8c0640-2bc8-45eb-a5aa-83e35395faa4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.0904119 May 18 01:43:26.439830 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-55e24fdd-e009-4eac-a58f-c282682c686b req-089bfa48-cece-4f51-9820-8fc92272de91 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613217 May 18 01:43:26.510344 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-e985d251-2324-4b35-bb7f-862f0037670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:26.511818 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-e985d251-2324-4b35-bb7f-862f0037670a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690503 May 18 01:43:26.703189 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-0fe7217e-f5cc-48d0-bd97-ff0f2e79c109 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841002 May 18 01:43:26.710749 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3090a-1437-46e6-b4d5-b8fa4e0b825e req-2dc3f5c5-2d75-4a37-92fe-2f198187d766 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:26.712059 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7aa3090a-1437-46e6-b4d5-b8fa4e0b825e req-2dc3f5c5-2d75-4a37-92fe-2f198187d766 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.1706381 May 18 01:43:26.833939 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7aa3090a-1437-46e6-b4d5-b8fa4e0b825e req-2feeb795-ea06-4c3c-964d-f82915816606 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038084 May 18 01:43:26.869920 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a52611a7-a85f-4f89-9123-e9a5ee5ebc98 req-a2fa733e-8789-42de-905d-e78be23ff3e8 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569571 May 18 01:43:26.974492 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3f59ff70-2158-4c2c-9132-fa2e9b3de40d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:43:27.115993 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:43:27.130231 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'port_id': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'mac_address': 'fa:16:3e:0c:d6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:43:27.191871 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:27.208452 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f59ff70-2158-4c2c-9132-fa2e9b3de40d {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:43:27.225649 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:43:27.229364 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:27.231216 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:27.302844 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,revision_number=7']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:27.303779 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc1ab-46ae-4b92-bae9-9e33a9c31df0 req-08fbd693-a3e4-4a1d-98c9-2098b56b5449 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:27.305264 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b2acc1ab-46ae-4b92-bae9-9e33a9c31df0 req-08fbd693-a3e4-4a1d-98c9-2098b56b5449 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0885637 May 18 01:43:27.306094 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:27.353213 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b2acc1ab-46ae-4b92-bae9-9e33a9c31df0 req-02fa7c06-3e60-430e-ad5a-86730a91dd62 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395534 May 18 01:43:27.459713 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['3f59ff70-2158-4c2c-9132-fa2e9b3de40d'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:43:27.621020 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e8547-b4c7-4d6d-9112-218d266ba969 req-a066a5da-5743-4a4a-a519-81216ab2865a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:27.622447 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-191e8547-b4c7-4d6d-9112-218d266ba969 req-a066a5da-5743-4a4a-a519-81216ab2865a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 944 time: 0.0779128 May 18 01:43:27.671006 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-191e8547-b4c7-4d6d-9112-218d266ba969 req-d4dc4b35-5e80-49b4-9949-0055a4a146d5 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424123 May 18 01:43:27.954043 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-7a22684f-a1a0-473c-a52b-ddf88600dc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:28.101962 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53082cf7-7c8f-4d31-b2ba-9b83e3b5f031 req-cd99ecee-f344-4400-98c9-13ef16864221 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:28.103390 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53082cf7-7c8f-4d31-b2ba-9b83e3b5f031 req-cd99ecee-f344-4400-98c9-13ef16864221 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.1643710 May 18 01:43:28.149319 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-53082cf7-7c8f-4d31-b2ba-9b83e3b5f031 req-d7365068-a9c7-4d35-97a5-cc6ed22bff19 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400202 May 18 01:43:28.555734 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ea646-a0f8-49ba-bcd2-eea831b9c854 req-28ed538a-87df-49c1-8822-cee4c1bfb7d0 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:28.557362 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-277ea646-a0f8-49ba-bcd2-eea831b9c854 req-28ed538a-87df-49c1-8822-cee4c1bfb7d0 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0939529 May 18 01:43:28.607291 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-277ea646-a0f8-49ba-bcd2-eea831b9c854 req-6cd62c9a-7ea6-4948-8449-a15b60cfe0a3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437725 May 18 01:43:28.999310 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 2537780a-957c-44fa-971b-80c0ecbca531 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:43:29.002654 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3f59ff70-2158-4c2c-9132-fa2e9b3de40d up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:43:29.160336 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:43:29.160707 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:29.229589 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:43:29.246691 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '2537780a-957c-44fa-971b-80c0ecbca531', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'port_id': '2537780a-957c-44fa-971b-80c0ecbca531', 'mac_address': 'fa:16:3e:34:6a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:43:29.330244 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f368d-9fef-45e3-8fe4-889053ec96f8 req-01bce90d-ea9d-4b26-98a8-2056381380b9 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:29.331782 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-102f368d-9fef-45e3-8fe4-889053ec96f8 req-01bce90d-ea9d-4b26-98a8-2056381380b9 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.0790677 May 18 01:43:29.345206 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:29.369166 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:29.378916 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2537780a-957c-44fa-971b-80c0ecbca531 {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:43:29.384964 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-102f368d-9fef-45e3-8fe4-889053ec96f8 req-4f05fded-ae47-42c5-8f47-f647ce5469eb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466917 May 18 01:43:29.404725 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:43:29.409760 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:43:29.415900 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:29.418902 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:29.454552 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:43:29.467024 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'code': 200} May 18 01:43:29.470690 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:29.489980 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:29.492671 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:29.493144 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:29.561419 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,revision_number=8']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:29.564009 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:29.624187 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['2537780a-957c-44fa-971b-80c0ecbca531'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:43:29.818190 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb3e38-3d59-4634-a3e8-7073e133ebde req-feeff24f-c1c1-4681-8885-4ac0b066382a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:29.819815 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bceb3e38-3d59-4634-a3e8-7073e133ebde req-feeff24f-c1c1-4681-8885-4ac0b066382a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 944 time: 0.0857165 May 18 01:43:29.864165 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bceb3e38-3d59-4634-a3e8-7073e133ebde req-abf08b89-5c1d-4519-aa17-b0fcb39df6b4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386050 May 18 01:43:30.349214 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dde2-0786-4325-b23b-67dcf93e173e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:30.536707 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:30.574425 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabd528-c4df-46e0-9a95-b1e902cdf5f0 req-5ce2d407-1589-4c78-89cc-9e0602e62e1f tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:30.576149 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0eabd528-c4df-46e0-9a95-b1e902cdf5f0 req-5ce2d407-1589-4c78-89cc-9e0602e62e1f tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.0867016 May 18 01:43:30.623999 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0eabd528-c4df-46e0-9a95-b1e902cdf5f0 req-73336dd9-1585-4cbf-94d6-09a9a151b79d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407119 May 18 01:43:31.002783 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 2537780a-957c-44fa-971b-80c0ecbca531 up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:43:31.071587 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port 2537780a-957c-44fa-971b-80c0ecbca531 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:43:31.076178 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 2537780a-957c-44fa-971b-80c0ecbca531 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:43:31.076562 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:31.194863 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:31.253891 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8677f-8072-45bc-b1ea-8035fdb5c329 req-1650e32e-e6bd-418f-9e75-5e7dd1f6605b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:31.255362 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-61e8677f-8072-45bc-b1ea-8035fdb5c329 req-1650e32e-e6bd-418f-9e75-5e7dd1f6605b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 944 time: 0.2847338 May 18 01:43:31.259848 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:43:31.265838 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:31.267849 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:31.312858 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-61e8677f-8072-45bc-b1ea-8035fdb5c329 req-59031733-45b4-4fc9-b27d-c74fa5a1d9be tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468431 May 18 01:43:31.363885 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:31.369752 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:31.468170 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:43:31.513218 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531', 'code': 200} May 18 01:43:31.600846 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:31.822997 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ebb68-d633-4007-b98e-2801f8e3526f req-e4fd7bc9-9623-4871-b62a-9321276e6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:31.824549 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d53ebb68-d633-4007-b98e-2801f8e3526f req-e4fd7bc9-9623-4871-b62a-9321276e6c43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 1098 time: 0.1322782 May 18 01:43:31.836803 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed9dd0-0fe5-431d-b3d2-552b2966700b req-8a9e221f-ae6f-452f-a94d-1b135970d3d9 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:31.838315 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-91ed9dd0-0fe5-431d-b3d2-552b2966700b req-8a9e221f-ae6f-452f-a94d-1b135970d3d9 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.1002347 May 18 01:43:31.903740 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d53ebb68-d633-4007-b98e-2801f8e3526f req-93898dcf-0bba-437c-90b2-7fe3a1dc8ddf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644159 May 18 01:43:31.910539 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-91ed9dd0-0fe5-431d-b3d2-552b2966700b req-f0da7816-e722-4eed-b3dd-11ec182c5df0 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587187 May 18 01:43:32.279195 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:43:32.501272 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee0b82-5c91-4e42-9670-e6a90c775977 req-3f948fbf-8949-4d4c-b840-288f78e365e6 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:32.502689 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9cee0b82-5c91-4e42-9670-e6a90c775977 req-3f948fbf-8949-4d4c-b840-288f78e365e6 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0811331 May 18 01:43:32.546732 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-9cee0b82-5c91-4e42-9670-e6a90c775977 req-1f48cc12-33dd-4b25-a130-81070678ce4f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381863 May 18 01:43:32.986101 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:33.094787 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b852d-2e6c-438e-bf57-1ab7ef6b5c9c req-8d5481f0-9c64-4c29-88d9-2b5a03743b67 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:33.096236 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-484b852d-2e6c-438e-bf57-1ab7ef6b5c9c req-8d5481f0-9c64-4c29-88d9-2b5a03743b67 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.0782793 May 18 01:43:33.143172 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-484b852d-2e6c-438e-bf57-1ab7ef6b5c9c req-a1ff8d9d-3e46-4298-a6ab-a24c1d74ad0f tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408614 May 18 01:43:33.880640 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8293c0-2ee6-4ff3-9a51-d04b25b5cc02 req-4bb47340-635c-4ea7-94c1-dc1571b2ff7f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:33.881988 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6a8293c0-2ee6-4ff3-9a51-d04b25b5cc02 req-4bb47340-635c-4ea7-94c1-dc1571b2ff7f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0805140 May 18 01:43:33.926001 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6a8293c0-2ee6-4ff3-9a51-d04b25b5cc02 req-e2cfac47-366d-4722-9630-a4b2ae361497 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384400 May 18 01:43:34.106777 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd599c-4554-4fe8-9492-ee6d04d79a20 req-485ad839-2ad8-4af2-81e7-cdcf3c58d01e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:34.108238 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-96bd599c-4554-4fe8-9492-ee6d04d79a20 req-485ad839-2ad8-4af2-81e7-cdcf3c58d01e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0810728 May 18 01:43:34.116423 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47186) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:34.121531 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-a4e97cb0-b3a2-445f-ba9e-a728ea9a8aaa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Request body: {'floatingip': {'port_id': '2537780a-957c-44fa-971b-80c0ecbca531'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:43:34.196399 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a4e97cb0-b3a2-445f-ba9e-a728ea9a8aaa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:34.583446 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268685af-385b-4ff0-aef4-35a7f32b7c56 req-704d16ef-7302-48e9-9857-043e7f59870b tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:34.584924 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-268685af-385b-4ff0-aef4-35a7f32b7c56 req-704d16ef-7302-48e9-9857-043e7f59870b tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.3368616 May 18 01:43:34.713974 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-268685af-385b-4ff0-aef4-35a7f32b7c56 req-9b165ae4-b0c7-4bff-8044-96e7b6622cc5 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136942 May 18 01:43:34.968182 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a4e97cb0-b3a2-445f-ba9e-a728ea9a8aaa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:34.971842 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a4e97cb0-b3a2-445f-ba9e-a728ea9a8aaa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:35.139919 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.l3_db [None req-a4e97cb0-b3a2-445f-ba9e-a728ea9a8aaa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Floating IP 12dd25d7-781c-46a3-874b-b4695a183526 associated. External IP: 172.28.3.52, port: 2537780a-957c-44fa-971b-80c0ecbca531. May 18 01:43:35.494040 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e97cb0-b3a2-445f-ba9e-a728ea9a8aaa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Router c72c7ee0-d13e-4664-9865-1a5bace94d2e has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:43:35.669914 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e97cb0-b3a2-445f-ba9e-a728ea9a8aaa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:43:35.674814 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-a4e97cb0-b3a2-445f-ba9e-a728ea9a8aaa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:35.679178 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] Sync routers for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:43:35.689331 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:43:35.690244 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:43:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:43:35.734920 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-a4e97cb0-b3a2-445f-ba9e-a728ea9a8aaa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "PUT /v2.0/floatingips/12dd25d7-781c-46a3-874b-b4695a183526 HTTP/1.1" status: 200 len: 990 time: 1.6147974 May 18 01:43:35.734920 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:43:35.874511 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:43:35.898219 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531', 'status': 'completed', 'code': 200} May 18 01:43:36.176699 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-bc82a888-202c-4833-bd2e-270fab42d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:36.178356 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-bc82a888-202c-4833-bd2e-270fab42d386 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 1098 time: 0.2560341 May 18 01:43:36.191745 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acf702-26a6-4763-86cb-581b9be1d3cd req-5445b28b-f176-47e6-b2c2-15e85c0bbb8d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:36.193218 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d8acf702-26a6-4763-86cb-581b9be1d3cd req-5445b28b-f176-47e6-b2c2-15e85c0bbb8d tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.2051706 May 18 01:43:36.286766 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '12dd25d7-781c-46a3-874b-b4695a183526', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'floating_ip_address': '172.28.3.52', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'port_id': '2537780a-957c-44fa-971b-80c0ecbca531', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'mac_address': 'fa:16:3e:34:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:43:19Z', 'updated_at': '2021-05-18T01:43:34Z', 'revision_number': 1, 'project_id': '25972865c49844ea8268b910ba743fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:43:36.290942 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] Checking router: c72c7ee0-d13e-4664-9865-1a5bace94d2e for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:43:36.300943 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:43:36.301557 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:43:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:43:36.333905 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d8acf702-26a6-4763-86cb-581b9be1d3cd req-59a9d1b8-67dd-4224-a6ae-904273b0bc47 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&id=5a9e75f7-9725-48be-96e6-1207d3383716&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184900 May 18 01:43:36.383489 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-bfef23b7-fb03-4463-acd9-d5a7af2347bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:36.383489 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-bfef23b7-fb03-4463-acd9-d5a7af2347bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 917 time: 0.1844807 May 18 01:43:36.498274 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-0a4aa4d0-c340-4da1-8be1-dc25d722135b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2537780a-957c-44fa-971b-80c0ecbca531 HTTP/1.1" status: 200 len: 998 time: 0.1134479 May 18 01:43:36.528642 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:43:36.559677 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-79b90370-36fa-4a0f-9a42-84867f3324d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:36.561690 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-79b90370-36fa-4a0f-9a42-84867f3324d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.0572438 May 18 01:43:36.651173 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-1073ebd6-b51b-48e9-965e-7d45b16bb14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:36.652642 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-1073ebd6-b51b-48e9-965e-7d45b16bb14a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761154 May 18 01:43:36.795481 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-fb2dbe5b-26fc-48bb-ba21-d010cbb1af1c service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296601 May 18 01:43:36.885255 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '12dd25d7-781c-46a3-874b-b4695a183526', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'floating_ip_address': '172.28.3.52', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'port_id': '2537780a-957c-44fa-971b-80c0ecbca531', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'mac_address': 'fa:16:3e:34:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:43:19Z', 'updated_at': '2021-05-18T01:43:34Z', 'revision_number': 1, 'project_id': '25972865c49844ea8268b910ba743fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:43:36.890585 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f046a656-d659-452a-baa8-17c5c052bd28 None None] The sync data for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb is: [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '12dd25d7-781c-46a3-874b-b4695a183526', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'floating_ip_address': '172.28.3.52', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'port_id': '2537780a-957c-44fa-971b-80c0ecbca531', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'mac_address': 'fa:16:3e:34:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:43:19Z', 'updated_at': '2021-05-18T01:43:34Z', 'revision_number': 1, 'project_id': '25972865c49844ea8268b910ba743fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:43:36.943920 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eac8ee67-4986-4e1f-acf9-4458bcd8b14a req-6bbb27cd-eb82-43cb-837f-23e706ca60be service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422069 May 18 01:43:37.071820 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba8e5c-e2a2-4188-a832-81481162554c None None] New status for floating IP 12dd25d7-781c-46a3-874b-b4695a183526: ACTIVE {{(pid=78854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:43:52.426983 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-6c425b9e-5f4c-42b3-ad0d-daee0c2fc31c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1131942 May 18 01:43:52.526676 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-5d4f2a2b-442b-4b6e-ba4e-689e9c67ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:52.528135 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-5d4f2a2b-442b-4b6e-ba4e-689e9c67ddc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52a13f2665fc4368ac52043cd8a50a2e&device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 1098 time: 0.0715144 May 18 01:43:52.677704 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-dfaafed6-ccac-4ac8-9e96-bd71699bb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:52.679256 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-dfaafed6-ccac-4ac8-9e96-bd71699bb5c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee HTTP/1.1" status: 200 len: 910 time: 0.1310174 May 18 01:43:52.786642 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-3e665841-7efb-4f4f-80dd-7aa322caa2fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d HTTP/1.1" status: 200 len: 1001 time: 0.0994785 May 18 01:43:52.855450 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-0c720b55-c248-4068-a9bb-9e0ba40f76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:52.856833 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-0c720b55-c248-4068-a9bb-9e0ba40f76bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf6ea5be-5ce2-4c58-b15d-6eae29871961 HTTP/1.1" status: 200 len: 848 time: 0.0621603 May 18 01:43:52.938978 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-6905c8a7-beb8-459f-82c2-6a2e5bad1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:43:52.940411 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-6905c8a7-beb8-459f-82c2-6a2e5bad1e67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681694 May 18 01:43:53.070055 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-4e558273-ebb1-4eca-94d0-3b7f899c8b01 service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215510 May 18 01:43:53.198547 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-da2bbb0a-ac2d-464a-8d74-9b002d5d33f0 req-a3d25c2d-49e8-448c-b3a0-121f584e8ba9 service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204910 May 18 01:43:54.985811 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:56.444626 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47382) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:56.558548 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:56.572419 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:43:56.576202 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Usage tracker for resource:security_group_rule and tenant:e1e2f59b37e9474b81c1addd75d0e2d3 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:43:56.578975 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:43:56.584489 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:43:56.664366 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:56.667917 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:56.675247 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e9b51cbc-d8cb-4644-86b2-f9b3e72468c7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:56.714163 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1e2f59b37e9474b81c1addd75d0e2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684865 May 18 01:43:56.715078 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67904d7-5c50-4a91-a243-6a0fb79f3098,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:56.717462 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47388) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:43:56.723047 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.723425 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.723789 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.724150 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.724503 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.724878 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.725230 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.725580 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.725932 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.726274 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.726626 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.726967 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.730784 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:56.774882 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:56.800168 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:56.854054 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:56.857694 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ed080a44-cf75-43b6-bec0-3455b8b8b341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:43:56.948679 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67904d7-5c50-4a91-a243-6a0fb79f3098,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:43:56.957760 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.958128 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.958486 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.958836 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.959183 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.959529 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.959870 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.960213 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.960561 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.960927 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.961267 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.961602 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:43:56.964664 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:43:56.966103 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:43:56.969239 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c67904d7-5c50-4a91-a243-6a0fb79f3098 HTTP/1.1" status: 204 len: 168 time: 0.2507331 May 18 01:43:57.956364 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-373c9ff7-1414-4e77-9f81-8ca6405c5912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:00.350026 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ffe43983-9c62-4794-89af-f15992e167ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:00.538422 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:01.597502 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:02.988210 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:09.276737 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:44:14.973898 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-27fdf2f9-3c0d-4162-a9d6-42c0efb71c08 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066757342&fields=id&tenant_id=86183ad1757e4143b1cd4d795bbeffa2 HTTP/1.1" status: 200 len: 267 time: 0.0399048 May 18 01:44:15.056887 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-9f28d1d6-848a-421d-b147-9b0a2e9b3ae6 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:15.058307 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-9f28d1d6-848a-421d-b147-9b0a2e9b3ae6 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 985 time: 0.0791450 May 18 01:44:15.069677 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Request body: {'port': {'security_groups': ['5cbf9bdc-2f8f-4175-a538-a95d4565cc28']}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:44:15.188112 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:15.425948 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] For port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:15.449579 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:15.453940 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:15.459364 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:15.465784 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:44:15.526309 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:15.526948 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:15.528343 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-030969aa-4ea0-45fe-ae78-725d5c0e79e8 req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "PUT /v2.0/ports/9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 200 len: 943 time: 0.4630139 May 18 01:44:15.528879 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:44:15.540981 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47444) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:15.550122 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event updated for resources: {'Port': ['ID=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,revision_number=7']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:15.553200 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:15.630299 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-160c8610-861f-4cc2-adbe-cdc6fdd02005 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:15.633600 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:44:15.663248 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-160c8610-861f-4cc2-adbe-cdc6fdd02005 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:15.742126 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-160c8610-861f-4cc2-adbe-cdc6fdd02005 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:15.747208 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8a24d313-545d-4c9d-aa82-a193df6831b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:15.761034 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c8610-861f-4cc2-adbe-cdc6fdd02005 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9e75f7-9725-48be-96e6-1207d3383716,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:15.766562 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-160c8610-861f-4cc2-adbe-cdc6fdd02005 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:15.773312 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-160c8610-861f-4cc2-adbe-cdc6fdd02005 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:15.776764 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-160c8610-861f-4cc2-adbe-cdc6fdd02005 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "DELETE /v2.0/security-groups/5a9e75f7-9725-48be-96e6-1207d3383716 HTTP/1.1" status: 204 len: 168 time: 0.2319620 May 18 01:44:15.777380 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47452) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:15.814542 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-cd9b11ac-ed0b-4e56-8079-49279857b240 None None] Provisioning complete for port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:44:15.815108 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-cd9b11ac-ed0b-4e56-8079-49279857b240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:15.946780 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'status': 'completed', 'code': 200} May 18 01:44:16.047538 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-64733659-328e-4aaa-b354-11c1045548dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:16.049110 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-64733659-328e-4aaa-b354-11c1045548dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86183ad1757e4143b1cd4d795bbeffa2&device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 1099 time: 0.0746410 May 18 01:44:16.127806 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Deleting port 58ee93d4-ee86-4f91-91ae-92067ec26225 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:16.128142 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:16.181678 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-31ac5462-1656-43f3-a14b-834ba9a5fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:16.183164 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-31ac5462-1656-43f3-a14b-834ba9a5fb18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=24296966-332e-4e40-89d6-003da07fea7d HTTP/1.1" status: 200 len: 916 time: 0.1279869 May 18 01:44:16.249985 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:16.250338 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:16.287003 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-9f957c56-aba1-429e-854e-22cabdadcc08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 200 len: 1001 time: 0.0968556 May 18 01:44:16.352119 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-a7d081e0-d443-4f25-939b-aef7c6e3512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:16.353659 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-a7d081e0-d443-4f25-939b-aef7c6e3512e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c HTTP/1.1" status: 200 len: 854 time: 0.0597661 May 18 01:44:16.378366 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Calling delete_port for 58ee93d4-ee86-4f91-91ae-92067ec26225 owned by network:floatingip {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:16.431861 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-5f21d5dc-9167-487d-8678-a8b7e468104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:16.433464 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-5f21d5dc-9167-487d-8678-a8b7e468104f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24296966-332e-4e40-89d6-003da07fea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737786 May 18 01:44:16.512196 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:16.515761 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:16.556532 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event deleted for resources: {'Port': ['ID=58ee93d4-ee86-4f91-91ae-92067ec26225,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:16.560342 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:16.567592 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-533b3ed3-0cc0-41e4-8956-9bdacd0e615c service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275997 May 18 01:44:16.652134 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks [] for floatingip, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:16.652520 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.l3_db [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Floating IP 2d60b40a-e3eb-4c6b-bdce-2668ee4553a7 disassociated (deleted). External IP: 172.28.3.10, port: 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c. May 18 01:44:16.702163 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2884a75b-576e-48f9-9da8-e9ea775e15a3 req-9e01faa6-8e34-452f-8bea-dac64f8efc3b service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263344 May 18 01:44:17.002724 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Router 9f553257-f705-458e-9641-7eef7debefbd has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:44:17.186189 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:44:17.194608 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] Sync routers for ids ['9f553257-f705-458e-9641-7eef7debefbd'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:44:17.207617 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] Routers {'9f553257-f705-458e-9641-7eef7debefbd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:17.211355 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['9f553257-f705-458e-9641-7eef7debefbd'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:17.212175 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:17.268794 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-03101039-4d7b-4852-a2a9-e5148bb955bb tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "DELETE /v2.0/floatingips/2d60b40a-e3eb-4c6b-bdce-2668ee4553a7 HTTP/1.1" status: 204 len: 168 time: 1.4907401 May 18 01:44:17.269748 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:44:17.423365 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] Set router 9f553257-f705-458e-9641-7eef7debefbd gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:17.709721 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'status': 'completed', 'code': 200} May 18 01:44:17.784193 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:48Z', 'revision_number': 5, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:17.789314 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] Checking router: 9f553257-f705-458e-9641-7eef7debefbd for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:44:17.798279 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] Routers {'9f553257-f705-458e-9641-7eef7debefbd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:17.798888 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['9f553257-f705-458e-9641-7eef7debefbd'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:17.816665 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-12d1c561-ce77-4153-82af-6fc65619f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:17.818192 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-12d1c561-ce77-4153-82af-6fc65619f954 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=86183ad1757e4143b1cd4d795bbeffa2&device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 1099 time: 0.0832992 May 18 01:44:17.951331 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-3fe17646-dd2c-4da9-b575-60358d04a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:17.953376 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-3fe17646-dd2c-4da9-b575-60358d04a952 service neutron] 10.222.0.39 "GET /v2.0/networks?id=24296966-332e-4e40-89d6-003da07fea7d HTTP/1.1" status: 200 len: 916 time: 0.1254556 May 18 01:44:17.975353 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] Set router 9f553257-f705-458e-9641-7eef7debefbd gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:18.112503 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-481889c3-6875-42ab-921a-4066fa2916eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 200 len: 217 time: 0.1523612 May 18 01:44:18.174074 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-aa7c9143-df39-40cd-a460-2c59d84a41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:18.175564 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-aa7c9143-df39-40cd-a460-2c59d84a41c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c HTTP/1.1" status: 200 len: 854 time: 0.0570638 May 18 01:44:18.262725 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-c411e0e4-7ff0-4243-a0dd-c717c9aa4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:18.265079 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-c411e0e4-7ff0-4243-a0dd-c717c9aa4b0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24296966-332e-4e40-89d6-003da07fea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826931 May 18 01:44:18.312315 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:48Z', 'revision_number': 5, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:18.319385 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4ee1d7-6344-4e0b-b941-d824c4db71f1 None None] The sync data for ids ['9f553257-f705-458e-9641-7eef7debefbd'] in dv-cinder-784623-9-smb is: [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:41:38Z', 'revision_number': 4, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '1ee6c8c4-ed23-419d-909c-b39cfa2051ef', 'name': '', 'network_id': '24296966-332e-4e40-89d6-003da07fea7d', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'mac_address': 'fa:16:3e:37:fa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:37Z', 'updated_at': '2021-05-18T01:41:48Z', 'revision_number': 5, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'subnets': [{'id': 'fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:44:18.417005 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-d71a6568-3d0b-4c4a-ba6e-047384b0f502 service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462045 May 18 01:44:18.553060 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d577663f-4b07-4bb9-a36e-01887cc2331d req-c4937e21-66f5-42d8-9abd-7e99f2300eb6 service neutron] 10.222.0.39 "GET /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296980 May 18 01:44:18.556437 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780cfc46-2c78-4e37-a3ac-5966489900ca None None] New status for floating IP 2d60b40a-e3eb-4c6b-bdce-2668ee4553a7: DOWN {{(pid=78854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:44:20.626132 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c1a95-e0a9-4358-a58a-645d4a364fb4 req-a0dc29b2-2c5a-4bcf-a033-05d7e6793e2e tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:20.627489 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3f2c1a95-e0a9-4358-a58a-645d4a364fb4 req-a0dc29b2-2c5a-4bcf-a033-05d7e6793e2e tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 946 time: 0.0827639 May 18 01:44:20.671533 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3f2c1a95-e0a9-4358-a58a-645d4a364fb4 req-f35f98b7-8188-41d6-8c7e-0ba403c84fc0 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383780 May 18 01:44:21.852270 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0eab5-a064-4b97-a881-5b174ed4de55 req-9abfaa45-7152-48fe-82d8-fce972e853ce tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:21.853715 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-91e0eab5-a064-4b97-a881-5b174ed4de55 req-9abfaa45-7152-48fe-82d8-fce972e853ce tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 946 time: 0.0783176 May 18 01:44:21.900794 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-91e0eab5-a064-4b97-a881-5b174ed4de55 req-40bc2860-a1e6-4fc3-b459-a67034f0cd57 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cbf9bdc-2f8f-4175-a538-a95d4565cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 May 18 01:44:22.260916 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906b9de-a077-47f5-ad28-723952f9510e req-2e2ae050-e475-429c-9bc6-898a66ffe431 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:22.262335 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b906b9de-a077-47f5-ad28-723952f9510e req-2e2ae050-e475-429c-9bc6-898a66ffe431 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.39 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 946 time: 0.0788443 May 18 01:44:22.398489 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-b906b9de-a077-47f5-ad28-723952f9510e req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Deleting port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:22.398866 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b906b9de-a077-47f5-ad28-723952f9510e req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:22.528467 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-b906b9de-a077-47f5-ad28-723952f9510e req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] For port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:22.528740 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b906b9de-a077-47f5-ad28-723952f9510e req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:22.649148 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-b906b9de-a077-47f5-ad28-723952f9510e req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Calling delete_port for 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:22.758609 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b906b9de-a077-47f5-ad28-723952f9510e req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:22.765361 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a8743aec-7e89-49e4-8b08-79978a723f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:22.769618 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:44:22.812074 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Pushing event deleted for resources: {'Port': ['ID=9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:22.838196 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:22.885955 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b906b9de-a077-47f5-ad28-723952f9510e req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] No DVR routers for this DVR port 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:44:22.888392 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-b906b9de-a077-47f5-ad28-723952f9510e req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:22.890909 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'name': 'network-vif-deleted', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:44:22.902159 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b906b9de-a077-47f5-ad28-723952f9510e req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.39 "DELETE /v2.0/ports/9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c HTTP/1.1" status: 204 len: 173 time: 0.6344693 May 18 01:44:22.939857 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f382de1a-68f8-45e4-8064-2ac16dc6ef6a', 'name': 'network-vif-deleted', 'tag': '9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c', 'status': 'completed', 'code': 200} May 18 01:44:23.062254 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-423718e1-6136-4ffb-805f-5b2fccf05616 req-bf573106-0b98-40fa-9dc9-8ad854c4529a tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Synchronizing usage tracker for tenant:86183ad1757e4143b1cd4d795bbeffa2 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:44:23.076598 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-423718e1-6136-4ffb-805f-5b2fccf05616 req-bf573106-0b98-40fa-9dc9-8ad854c4529a tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Unset dirty status for tenant:86183ad1757e4143b1cd4d795bbeffa2 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:44:23.077751 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-423718e1-6136-4ffb-805f-5b2fccf05616 req-bf573106-0b98-40fa-9dc9-8ad854c4529a tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] 10.222.0.11 "GET /v2.0/ports?device_id=f382de1a-68f8-45e4-8064-2ac16dc6ef6a HTTP/1.1" status: 200 len: 210 time: 0.0584869 May 18 01:44:24.826275 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47550) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:24.984011 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:25.314011 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:25.347086 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:25.347433 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 9fba6e39-4ec4-47b3-af28-9bdb10dd9c5c not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:25.433326 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810758'] for router_interface, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:25.826940 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Deleting port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:25.827637 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:25.945697 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] For port 1ee6c8c4-ed23-419d-909c-b39cfa2051ef, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=1ee6c8c4-ed23-419d-909c-b39cfa2051ef,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:25.945976 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:26.072033 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Calling delete_port for 1ee6c8c4-ed23-419d-909c-b39cfa2051ef owned by network:router_interface {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:26.217206 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:26.221370 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8b6c31eb-268f-4e24-95a7-3df0dff26f34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:26.265057 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee6c8c4-ed23-419d-909c-b39cfa2051ef,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:26.290189 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:26.608434 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810666'] for router_interface, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:26.949360 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Router 9f553257-f705-458e-9641-7eef7debefbd has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:44:27.118765 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:44:27.127816 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] Sync routers for ids ['9f553257-f705-458e-9641-7eef7debefbd'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:44:27.134381 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7b0c87f5-0eb8-4696-8ebd-68c3859d45b8 admin admin] 10.222.0.11 "PUT /v2.0/routers/9f553257-f705-458e-9641-7eef7debefbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3070209 May 18 01:44:27.136825 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47554) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:27.137527 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] Routers {'9f553257-f705-458e-9641-7eef7debefbd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:27.138131 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['9f553257-f705-458e-9641-7eef7debefbd'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:27.311824 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Notify callbacks [] for router, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:27.312021 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] Set router 9f553257-f705-458e-9641-7eef7debefbd gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:27.486041 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:27.555689 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Deleting port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:27.556317 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:27.587926 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:44:26Z', 'revision_number': 5, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port': {'id': '587ca9fa-0b6b-40a8-b6fa-b6fe05899349', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f553257-f705-458e-9641-7eef7debefbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:33Z', 'updated_at': '2021-05-18T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:27.591677 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] Checking router: 9f553257-f705-458e-9641-7eef7debefbd for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:44:27.599915 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] Routers {'9f553257-f705-458e-9641-7eef7debefbd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:27.600519 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['9f553257-f705-458e-9641-7eef7debefbd'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:27.756318 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] Set router 9f553257-f705-458e-9641-7eef7debefbd gateway port host: None {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:27.771075 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] For port 587ca9fa-0b6b-40a8-b6fa-b6fe05899349, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=587ca9fa-0b6b-40a8-b6fa-b6fe05899349,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:27.771428 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:27.860041 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:44:27Z', 'revision_number': 6, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port_host': None}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:27.863803 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cee837-bf89-491e-9829-599d7a80747a None None] The sync data for ids ['9f553257-f705-458e-9641-7eef7debefbd'] in dv-cinder-784623-9-smb is: [{'id': '9f553257-f705-458e-9641-7eef7debefbd', 'name': 'tempest-TestMinimumBasicScenario-2099882274-router', 'tenant_id': '86183ad1757e4143b1cd4d795bbeffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:31Z', 'updated_at': '2021-05-18T01:44:27Z', 'revision_number': 6, 'project_id': '86183ad1757e4143b1cd4d795bbeffa2', 'gw_port_host': None}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:44:27.889992 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Calling delete_port for 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 owned by network:router_gateway {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:27.956793 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-dec5281b-3725-4726-bfa8-a311d6c73611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.027319 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.031229 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:28.071653 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Pushing event deleted for resources: {'Port': ['ID=587ca9fa-0b6b-40a8-b6fa-b6fe05899349,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:28.075209 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:28.164130 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841505'] for router_gateway, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.337371 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5144'] for router, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.339491 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.361366 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841305'] for router, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.361886 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f553257-f705-458e-9641-7eef7debefbd {{(pid=78852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 01:44:28.373235 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.376600 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] 10.222.0.11 "DELETE /v2.0/routers/9f553257-f705-458e-9641-7eef7debefbd HTTP/1.1" status: 204 len: 168 time: 1.2364349 May 18 01:44:28.376844 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47558) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:28.434633 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-582abb87-b582-46fe-834e-4a656533f4e1 admin admin] Deleting subnet fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:44:28.437789 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-582abb87-b582-46fe-834e-4a656533f4e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.488997 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-582abb87-b582-46fe-834e-4a656533f4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1790874'] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.606417 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-582abb87-b582-46fe-834e-4a656533f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.849775 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-582abb87-b582-46fe-834e-4a656533f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1894686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1938081'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.854727 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c3457ebc-0634-419f-97e9-d45c874b467f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:28.892643 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582abb87-b582-46fe-834e-4a656533f4e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:28.894587 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-582abb87-b582-46fe-834e-4a656533f4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:28.897033 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-582abb87-b582-46fe-834e-4a656533f4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:28.899244 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b0a6e5-df8a-4ce2-9cd0-de85e98f8498 None None] Network 24296966-332e-4e40-89d6-003da07fea7d requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:44:28.901323 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-582abb87-b582-46fe-834e-4a656533f4e1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fa5ff19f-a07c-4a19-9ca5-c706e2e3c98c HTTP/1.1" status: 204 len: 168 time: 0.5232916 May 18 01:44:28.903603 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47562) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:29.007882 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.078329 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Deleting port 296cea63-d1a8-49d9-8a10-8b912ec874be {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:29.079003 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.145007 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] DHCP port deletion for 24296966-332e-4e40-89d6-003da07fea7d request from dv-cinder-784623-9-smb {{(pid=78853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 01:44:29.214837 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Deleting port 296cea63-d1a8-49d9-8a10-8b912ec874be {{(pid=78853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:29.215246 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.254886 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] For port 296cea63-d1a8-49d9-8a10-8b912ec874be, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=296cea63-d1a8-49d9-8a10-8b912ec874be,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:29.255246 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.311821 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] For port 296cea63-d1a8-49d9-8a10-8b912ec874be, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=296cea63-d1a8-49d9-8a10-8b912ec874be,segment=NetworkSegment(e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb),segment_id=e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:29.312179 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.379305 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Calling delete_port for 296cea63-d1a8-49d9-8a10-8b912ec874be owned by network:dhcp {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:29.425360 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.429016 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:29.466397 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Calling delete_port for 296cea63-d1a8-49d9-8a10-8b912ec874be owned by network:dhcp {{(pid=78853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:29.475945 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=296cea63-d1a8-49d9-8a10-8b912ec874be,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:29.479069 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:29.479836 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] No DVR routers for this DVR port 296cea63-d1a8-49d9-8a10-8b912ec874be on host dv-cinder-784623-9-smb {{(pid=78852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:44:29.590316 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786'] for port, after_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.593709 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.594571 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:29.606281 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24296966-332e-4e40-89d6-003da07fea7d']}} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:29.618157 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb') {'for_net_delete': True} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:29.618454 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ac6d3b-e376-4ce6-8544-b41c7d8e2feb') {} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:29.630583 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1790869'] for segment, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.637431 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Pushing event deleted for resources: {'Port': ['ID=296cea63-d1a8-49d9-8a10-8b912ec874be,revision_number=None']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:29.643216 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] No DVR routers for this DVR port 296cea63-d1a8-49d9-8a10-8b912ec874be on host dv-cinder-784623-9-smb {{(pid=78853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:44:29.648900 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.649222 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.649888 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.649888 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.650356 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.650654 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.650983 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.651339 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.651667 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.651986 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.652312 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.652627 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:29.654247 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.657956 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-4b723ec5-ad81-48e7-b2f1-555c0cf66a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:29.662521 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=78852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:44:29.663007 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1894840'] for segment, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: Traceback (most recent call last): May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: timer() May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: cb(*args, **kw) May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: return func(*args, **kwargs) May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: self._notify() May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: self.callback(batched_events) May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: event.method(event) May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: return f(self, *a, **k) May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: return self._get(url).json() May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: return self.request(url, 'GET', **kwargs) May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:44:29.676293 dv-cinder-784623-9-smb neutron-server[78852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:44:29.744729 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:29.758401 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.762127 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:29.777628 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:29.781737 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:29.782091 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 587ca9fa-0b6b-40a8-b6fa-b6fe05899349 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:29.782523 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 1ee6c8c4-ed23-419d-909c-b39cfa2051ef no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:29.783472 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=24296966-332e-4e40-89d6-003da07fea7d,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:29.787421 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:29.793487 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7554a7ed-6aa8-4d4b-bdc6-98d653d8dfd7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/24296966-332e-4e40-89d6-003da07fea7d HTTP/1.1" status: 204 len: 168 time: 0.8889616 May 18 01:44:29.796847 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47566) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:29.818242 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 1ee6c8c4-ed23-419d-909c-b39cfa2051ef {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:29.818598 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 1ee6c8c4-ed23-419d-909c-b39cfa2051ef not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:29.819021 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 296cea63-d1a8-49d9-8a10-8b912ec874be no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:29.853418 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 296cea63-d1a8-49d9-8a10-8b912ec874be {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:29.853727 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 296cea63-d1a8-49d9-8a10-8b912ec874be not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:30.319597 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810758'] for router_interface, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:30.351655 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2d9b8bf7-dd17-4824-ae37-7103228dd2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:30.539351 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:30.797693 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Deleting port 7397b019-536d-459e-abdc-12095cc5863f {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:30.798028 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:30.912863 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] For port 7397b019-536d-459e-abdc-12095cc5863f, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=7397b019-536d-459e-abdc-12095cc5863f,segment=NetworkSegment(75e575fc-f6a7-405b-866a-308b9a7d1c74),segment_id=75e575fc-f6a7-405b-866a-308b9a7d1c74)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:30.913215 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:31.033047 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Calling delete_port for 7397b019-536d-459e-abdc-12095cc5863f owned by network:router_interface {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:31.174784 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:31.179168 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-234df9ce-9a45-4b3a-b209-d8029225d457 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:31.222802 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7397b019-536d-459e-abdc-12095cc5863f,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:31.254221 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:31.479486 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810666'] for router_interface, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:31.601012 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:31.836130 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Router abb1c21c-dff9-4bc7-8b20-d2975b997860 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:44:32.084110 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:44:32.092209 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] Sync routers for ids ['abb1c21c-dff9-4bc7-8b20-d2975b997860'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:44:32.099579 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-3a0034fb-0983-4f49-bd44-464101e073b0 admin admin] 10.222.0.11 "PUT /v2.0/routers/abb1c21c-dff9-4bc7-8b20-d2975b997860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3016109 May 18 01:44:32.102012 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47570) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:32.102618 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] Routers {'abb1c21c-dff9-4bc7-8b20-d2975b997860'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:32.103369 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['abb1c21c-dff9-4bc7-8b20-d2975b997860'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:32.278101 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Notify callbacks [] for router, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:32.280899 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] Set router abb1c21c-dff9-4bc7-8b20-d2975b997860 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:32.448856 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:32.520458 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Deleting port ca6dc1f2-1dc8-4f03-a472-2118a397ff30 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:32.521206 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:32.561261 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'name': 'tempest-TestMinimumBasicScenario-343482754-router', 'tenant_id': '73063794620242f69727577aa49a91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:44:31Z', 'revision_number': 5, 'project_id': '73063794620242f69727577aa49a91d5', 'gw_port': {'id': 'ca6dc1f2-1dc8-4f03-a472-2118a397ff30', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:41:45Z', 'updated_at': '2021-05-18T01:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:32.565002 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] Checking router: abb1c21c-dff9-4bc7-8b20-d2975b997860 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:44:32.573111 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] Routers {'abb1c21c-dff9-4bc7-8b20-d2975b997860'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:32.573700 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['abb1c21c-dff9-4bc7-8b20-d2975b997860'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:32.639479 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] For port ca6dc1f2-1dc8-4f03-a472-2118a397ff30, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=ca6dc1f2-1dc8-4f03-a472-2118a397ff30,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:32.639743 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:32.748710 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] Set router abb1c21c-dff9-4bc7-8b20-d2975b997860 gateway port host: None {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:32.760369 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Calling delete_port for ca6dc1f2-1dc8-4f03-a472-2118a397ff30 owned by network:router_gateway {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:32.850257 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'name': 'tempest-TestMinimumBasicScenario-343482754-router', 'tenant_id': '73063794620242f69727577aa49a91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:44:32Z', 'revision_number': 6, 'project_id': '73063794620242f69727577aa49a91d5', 'gw_port_host': None}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:32.854047 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39aeb02-4505-461c-8cf0-d2f41a3be5dc None None] The sync data for ids ['abb1c21c-dff9-4bc7-8b20-d2975b997860'] in dv-cinder-784623-9-smb is: [{'id': 'abb1c21c-dff9-4bc7-8b20-d2975b997860', 'name': 'tempest-TestMinimumBasicScenario-343482754-router', 'tenant_id': '73063794620242f69727577aa49a91d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:41:44Z', 'updated_at': '2021-05-18T01:44:32Z', 'revision_number': 6, 'project_id': '73063794620242f69727577aa49a91d5', 'gw_port_host': None}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:44:32.900181 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:32.904398 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-2193360a-68aa-4ed9-a97f-7281423bcd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:32.945552 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6dc1f2-1dc8-4f03-a472-2118a397ff30,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:32.948585 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:32.990269 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.039150 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841505'] for router_gateway, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.211975 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5144'] for router, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.214252 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.241931 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841305'] for router, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.242474 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb1c21c-dff9-4bc7-8b20-d2975b997860 {{(pid=78852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 01:44:33.255974 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.257140 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-745c7973-aea8-435d-94c3-91fa5c15e207 admin admin] 10.222.0.11 "DELETE /v2.0/routers/abb1c21c-dff9-4bc7-8b20-d2975b997860 HTTP/1.1" status: 204 len: 168 time: 1.1542289 May 18 01:44:33.259566 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47574) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:33.317073 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-a312efd2-d127-4477-9fb8-72847845a187 admin admin] Deleting subnet 57906baa-fe4b-42c6-977b-0f8bc712076e {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:44:33.319882 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a312efd2-d127-4477-9fb8-72847845a187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.367046 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a312efd2-d127-4477-9fb8-72847845a187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1790874'] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.524588 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a312efd2-d127-4477-9fb8-72847845a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.732435 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 7397b019-536d-459e-abdc-12095cc5863f no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:33.770968 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 7397b019-536d-459e-abdc-12095cc5863f {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:33.771596 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 7397b019-536d-459e-abdc-12095cc5863f not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:33.772047 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device ca6dc1f2-1dc8-4f03-a472-2118a397ff30 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:33.775039 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a312efd2-d127-4477-9fb8-72847845a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1894686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1938081'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.779290 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:33.806193 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: ca6dc1f2-1dc8-4f03-a472-2118a397ff30 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:33.806711 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device ca6dc1f2-1dc8-4f03-a472-2118a397ff30 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:33.818254 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-a312efd2-d127-4477-9fb8-72847845a187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:33.820930 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312efd2-d127-4477-9fb8-72847845a187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57906baa-fe4b-42c6-977b-0f8bc712076e,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:33.823116 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a312efd2-d127-4477-9fb8-72847845a187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:33.826458 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ad3e1-6db1-4f64-9210-1e6165db7987 None None] Network 3a455b77-5d93-4253-a691-ebc55daef1cc requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:44:33.828470 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-a312efd2-d127-4477-9fb8-72847845a187 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/57906baa-fe4b-42c6-977b-0f8bc712076e HTTP/1.1" status: 204 len: 168 time: 0.5679464 May 18 01:44:33.830790 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47578) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:33.937446 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.006761 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Deleting port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:34.007096 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.063328 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] DHCP port deletion for 3a455b77-5d93-4253-a691-ebc55daef1cc request from dv-cinder-784623-9-smb {{(pid=78853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 01:44:34.105351 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] For port 2f757ea3-bdb0-4b38-917f-393b2064ddc7, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=2f757ea3-bdb0-4b38-917f-393b2064ddc7,segment=NetworkSegment(75e575fc-f6a7-405b-866a-308b9a7d1c74),segment_id=75e575fc-f6a7-405b-866a-308b9a7d1c74)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:34.105629 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.125671 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] Deleting port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 {{(pid=78853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:34.126057 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.223056 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] For port 2f757ea3-bdb0-4b38-917f-393b2064ddc7, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=2f757ea3-bdb0-4b38-917f-393b2064ddc7,segment=NetworkSegment(75e575fc-f6a7-405b-866a-308b9a7d1c74),segment_id=75e575fc-f6a7-405b-866a-308b9a7d1c74)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:34.223440 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.228646 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Calling delete_port for 2f757ea3-bdb0-4b38-917f-393b2064ddc7 owned by network:dhcp {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:34.275780 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.280246 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e1eef06b-8e1f-43ef-9bc7-a42577a5368d tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:34.325412 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f757ea3-bdb0-4b38-917f-393b2064ddc7,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:34.327563 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] No DVR routers for this DVR port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 on host dv-cinder-784623-9-smb {{(pid=78852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:44:34.329235 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:34.346587 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] Calling delete_port for 2f757ea3-bdb0-4b38-917f-393b2064ddc7 owned by network:dhcp {{(pid=78853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:34.389890 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786'] for port, after_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.394303 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:34.438950 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] Pushing event deleted for resources: {'Port': ['ID=2f757ea3-bdb0-4b38-917f-393b2064ddc7,revision_number=None']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:34.443556 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.444809 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] No DVR routers for this DVR port 2f757ea3-bdb0-4b38-917f-393b2064ddc7 on host dv-cinder-784623-9-smb {{(pid=78853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:44:34.446355 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:34.460323 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a455b77-5d93-4253-a691-ebc55daef1cc']}} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:34.472679 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e575fc-f6a7-405b-866a-308b9a7d1c74') {'for_net_delete': True} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:34.473043 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e575fc-f6a7-405b-866a-308b9a7d1c74') {} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:34.484556 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1790869'] for segment, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.502045 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.507920 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=78852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:44:34.508298 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1894840'] for segment, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: Traceback (most recent call last): May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: timer() May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: cb(*args, **kw) May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: return func(*args, **kwargs) May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: self._notify() May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: self.callback(batched_events) May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: event.method(event) May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: return f(self, *a, **k) May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: return self._get(url).json() May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: return self.request(url, 'GET', **kwargs) May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:44:34.521294 dv-cinder-784623-9-smb neutron-server[78852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:44:34.598370 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.603317 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.606211 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:34.629176 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Pushing event deleted for resources: {'Network': ['ID=3a455b77-5d93-4253-a691-ebc55daef1cc,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:34.631598 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:34.635420 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] 10.222.0.11 "DELETE /v2.0/networks/3a455b77-5d93-4253-a691-ebc55daef1cc HTTP/1.1" status: 204 len: 168 time: 0.8037305 May 18 01:44:34.810695 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47592) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:34.859629 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-fcfdcc00-7607-4716-9f67-668a0f1fb0a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86183ad1757e4143b1cd4d795bbeffa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476565 May 18 01:44:34.861944 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47596) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:34.922391 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-49c28e7e-80a0-4d35-b3d0-cd1ca0b09232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:34.948688 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-49c28e7e-80a0-4d35-b3d0-cd1ca0b09232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:35.002629 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-49c28e7e-80a0-4d35-b3d0-cd1ca0b09232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:35.009238 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d42480d3-e730-4c1a-b9b9-5c07fd844d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:35.021041 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c28e7e-80a0-4d35-b3d0-cd1ca0b09232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbf9bdc-2f8f-4175-a538-a95d4565cc28,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:35.023320 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-49c28e7e-80a0-4d35-b3d0-cd1ca0b09232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:35.030318 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-49c28e7e-80a0-4d35-b3d0-cd1ca0b09232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:35.034014 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-49c28e7e-80a0-4d35-b3d0-cd1ca0b09232 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5cbf9bdc-2f8f-4175-a538-a95d4565cc28 HTTP/1.1" status: 204 len: 168 time: 0.1686118 May 18 01:44:35.164357 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214c5d1-33bb-4ef3-9883-25c48732b657 req-e7c88038-8ea7-43ac-8e2a-bf2daa3bf590 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:35.165856 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2214c5d1-33bb-4ef3-9883-25c48732b657 req-e7c88038-8ea7-43ac-8e2a-bf2daa3bf590 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0818834 May 18 01:44:35.215659 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2214c5d1-33bb-4ef3-9883-25c48732b657 req-b93b1c5b-4e60-4f6a-84f2-d0543000fe27 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 May 18 01:44:35.368950 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47610) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:35.417514 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-e1d8ccfe-41d2-4751-bba5-af749e617804 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73063794620242f69727577aa49a91d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473225 May 18 01:44:35.419703 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47614) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:35.476128 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-481f8cb6-52b3-4833-921b-943019640b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:35.501437 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-481f8cb6-52b3-4833-921b-943019640b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:35.552620 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-481f8cb6-52b3-4833-921b-943019640b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:35.557186 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6608de86-dc82-430e-98a0-6204a08e5062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:35.570027 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f8cb6-52b3-4833-921b-943019640b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f420d3-851a-42a2-8f19-53a7a3d9e979,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:35.572842 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-481f8cb6-52b3-4833-921b-943019640b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:35.573767 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-481f8cb6-52b3-4833-921b-943019640b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:35.577239 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-481f8cb6-52b3-4833-921b-943019640b33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53f420d3-851a-42a2-8f19-53a7a3d9e979 HTTP/1.1" status: 204 len: 168 time: 0.1559300 May 18 01:44:35.731554 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 2f757ea3-bdb0-4b38-917f-393b2064ddc7 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:35.770538 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 2f757ea3-bdb0-4b38-917f-393b2064ddc7 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:35.770892 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 2f757ea3-bdb0-4b38-917f-393b2064ddc7 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:36.489932 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d9953-7b1d-4628-a306-6e6fab23ec1c req-bb0572c0-4954-4406-9eab-045e6ced9beb tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:36.491398 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7c4d9953-7b1d-4628-a306-6e6fab23ec1c req-bb0572c0-4954-4406-9eab-045e6ced9beb tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.1658978 May 18 01:44:36.536934 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7c4d9953-7b1d-4628-a306-6e6fab23ec1c req-8f42726a-8a3d-4330-b9dd-a7e1f1b1e932 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397286 May 18 01:44:37.728145 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62d884-b69a-488a-87cc-3d927bf6aacb req-47e2ab5e-fa60-46a4-8406-3174c077c9fe tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:37.729614 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fb62d884-b69a-488a-87cc-3d927bf6aacb req-47e2ab5e-fa60-46a4-8406-3174c077c9fe tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0815585 May 18 01:44:37.773790 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fb62d884-b69a-488a-87cc-3d927bf6aacb req-f4e0df71-b597-4635-9303-ba3fade384e3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 May 18 01:44:38.957296 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae604b2c-8ea8-44d7-b7d3-1ed7eb84bd97 req-7897f8d5-8b5d-4b42-a936-b34c4b9b89bd tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:38.958714 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ae604b2c-8ea8-44d7-b7d3-1ed7eb84bd97 req-7897f8d5-8b5d-4b42-a936-b34c4b9b89bd tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0785899 May 18 01:44:39.001794 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ae604b2c-8ea8-44d7-b7d3-1ed7eb84bd97 req-6cc2d109-378b-4b53-ad64-4bff5bdfe3ba tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375023 May 18 01:44:40.190463 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3cd14-0a22-44ab-bbb3-3e6d69017c58 req-2fb6aad3-22ae-4843-9bdf-494f4fc54508 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:40.191907 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dfd3cd14-0a22-44ab-bbb3-3e6d69017c58 req-2fb6aad3-22ae-4843-9bdf-494f4fc54508 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0818870 May 18 01:44:40.235378 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dfd3cd14-0a22-44ab-bbb3-3e6d69017c58 req-00119f5e-5763-458f-8782-8b168866af24 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378251 May 18 01:44:41.422900 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1e755-80d6-469f-b521-4ec001407397 req-080bfa94-05ec-4d92-8b1d-59bbae991cd9 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:41.424374 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-83d1e755-80d6-469f-b521-4ec001407397 req-080bfa94-05ec-4d92-8b1d-59bbae991cd9 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0796421 May 18 01:44:41.472616 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-83d1e755-80d6-469f-b521-4ec001407397 req-39dcd747-84b6-43d3-abc6-47141c36ed41 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 May 18 01:44:42.656706 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e81ca-0c30-4f96-a061-2f2c3bea304f req-af12d29b-9184-452d-a45c-c9e05c944718 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:42.658075 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c28e81ca-0c30-4f96-a061-2f2c3bea304f req-af12d29b-9184-452d-a45c-c9e05c944718 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0782204 May 18 01:44:42.700956 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c28e81ca-0c30-4f96-a061-2f2c3bea304f req-c53bf3b2-1566-4ae3-95a6-cc42e7269cde tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372052 May 18 01:44:43.248255 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47632) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:43.504826 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Deleting port 5673e307-9e18-4bd6-82a2-d05d83b722f7 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:43.505098 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:43.618880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:43.619207 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:43.742290 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Calling delete_port for 5673e307-9e18-4bd6-82a2-d05d83b722f7 owned by network:floatingip {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:43.917010 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:43.921407 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6e2d8053-ea58-4bca-9c22-c32ed169b61e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:43.969993 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event deleted for resources: {'Port': ['ID=5673e307-9e18-4bd6-82a2-d05d83b722f7,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:44.003770 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:44.043774 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c917d0-f901-46af-a784-6c4f17c8ecfa req-39c8c4f2-6e86-47f3-baa0-8d0f69cb2978 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:44.045254 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e9c917d0-f901-46af-a784-6c4f17c8ecfa req-39c8c4f2-6e86-47f3-baa0-8d0f69cb2978 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.2366438 May 18 01:44:44.101409 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for floatingip, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:44.101746 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.l3_db [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Floating IP 6a6efeb3-6e1f-471f-a73b-36ef49404553 disassociated (deleted). External IP: 172.28.3.252, port: 3f59ff70-2158-4c2c-9132-fa2e9b3de40d. May 18 01:44:44.228267 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e9c917d0-f901-46af-a784-6c4f17c8ecfa req-26e8451a-8601-4a76-9657-4dbf4a93659b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742096 May 18 01:44:44.525444 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Router afb63159-2e47-497c-9663-bf874e815360 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:44:44.702198 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:44:44.712918 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] Sync routers for ids ['afb63159-2e47-497c-9663-bf874e815360'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:44:44.718286 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:44.723156 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] Routers {'afb63159-2e47-497c-9663-bf874e815360'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:44.723786 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['afb63159-2e47-497c-9663-bf874e815360'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:44.773810 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "DELETE /v2.0/floatingips/6a6efeb3-6e1f-471f-a73b-36ef49404553 HTTP/1.1" status: 204 len: 168 time: 1.5243559 May 18 01:44:44.774507 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:44:44.924168 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] Set router afb63159-2e47-497c-9663-bf874e815360 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:45.007662 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'status': 'completed', 'code': 200} May 18 01:44:45.150924 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-fadf1646-b93f-4c65-a239-3da7b092c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:45.152313 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-fadf1646-b93f-4c65-a239-3da7b092c8c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52a13f2665fc4368ac52043cd8a50a2e&device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 1098 time: 0.1207376 May 18 01:44:45.240625 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:10Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '77afabb6-0eb8-40e1-86e0-089d00f62142', 'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'mac_address': 'fa:16:3e:0f:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:08Z', 'updated_at': '2021-05-18T01:40:20Z', 'revision_number': 5, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'subnets': [{'id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:45.244646 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] Checking router: afb63159-2e47-497c-9663-bf874e815360 for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:44:45.253161 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] Routers {'afb63159-2e47-497c-9663-bf874e815360'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:45.253769 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['afb63159-2e47-497c-9663-bf874e815360'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:45.258645 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e1c0a-534d-4f55-8de8-ef1cc0bd1557 req-caf82250-1156-4a80-9a37-4f4594dad58a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:45.259337 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-be4e1c0a-534d-4f55-8de8-ef1cc0bd1557 req-caf82250-1156-4a80-9a37-4f4594dad58a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Synchronizing usage tracker for tenant:52a13f2665fc4368ac52043cd8a50a2e on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:44:45.290424 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-be4e1c0a-534d-4f55-8de8-ef1cc0bd1557 req-caf82250-1156-4a80-9a37-4f4594dad58a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Unset dirty status for tenant:52a13f2665fc4368ac52043cd8a50a2e on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:44:45.291551 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be4e1c0a-534d-4f55-8de8-ef1cc0bd1557 req-caf82250-1156-4a80-9a37-4f4594dad58a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.2007344 May 18 01:44:45.334768 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-efd056b7-af54-411c-97a1-d28bbb2f72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:45.336724 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-efd056b7-af54-411c-97a1-d28bbb2f72cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee HTTP/1.1" status: 200 len: 910 time: 0.1766698 May 18 01:44:45.419030 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-ff0adedd-0d6f-44b1-9f94-22704b50198d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d HTTP/1.1" status: 200 len: 217 time: 0.0689919 May 18 01:44:45.422004 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-be4e1c0a-534d-4f55-8de8-ef1cc0bd1557 req-a79078a5-08a1-4cbb-be63-091210d336b4 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182582 May 18 01:44:45.428756 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] Set router afb63159-2e47-497c-9663-bf874e815360 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:45.488241 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-6477cec1-d5d9-459d-8926-6b019b8408d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:45.489726 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-6477cec1-d5d9-459d-8926-6b019b8408d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf6ea5be-5ce2-4c58-b15d-6eae29871961 HTTP/1.1" status: 200 len: 848 time: 0.0639501 May 18 01:44:45.628588 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-87caffff-3cb5-4ec9-8e71-4fee2c37766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:45.630103 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-87caffff-3cb5-4ec9-8e71-4fee2c37766f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1335685 May 18 01:44:45.638093 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae861be-6d7a-4aba-9dae-4295d6aa59ca req-b8c33899-cfc0-4c54-bc29-e006efe6197d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:45.639937 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6ae861be-6d7a-4aba-9dae-4295d6aa59ca req-b8c33899-cfc0-4c54-bc29-e006efe6197d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.1092279 May 18 01:44:45.751808 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:10Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '77afabb6-0eb8-40e1-86e0-089d00f62142', 'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'mac_address': 'fa:16:3e:0f:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:08Z', 'updated_at': '2021-05-18T01:40:20Z', 'revision_number': 5, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'subnets': [{'id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:45.755785 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa755efa-1256-451e-a014-077a2ec038d5 None None] The sync data for ids ['afb63159-2e47-497c-9663-bf874e815360'] in dv-cinder-784623-9-smb is: [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:40:10Z', 'revision_number': 4, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '77afabb6-0eb8-40e1-86e0-089d00f62142', 'name': '', 'network_id': '0aef8cbf-3833-49d5-bafa-ff1e0f9093ee', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'mac_address': 'fa:16:3e:0f:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:08Z', 'updated_at': '2021-05-18T01:40:20Z', 'revision_number': 5, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'subnets': [{'id': 'bf6ea5be-5ce2-4c58-b15d-6eae29871961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:44:45.764790 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6ae861be-6d7a-4aba-9dae-4295d6aa59ca req-35ba1872-8563-4ef1-b6c0-93a1ff52f8bf tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031992 May 18 01:44:45.803674 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-1ecb8a43-9776-4355-a346-fed0b586879e service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628125 May 18 01:44:45.960831 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea15f0-d16a-4216-8d46-a15fe3a5b05a None None] New status for floating IP 6a6efeb3-6e1f-471f-a73b-36ef49404553: DOWN {{(pid=78854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:44:46.052631 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5b7dbd55-5d8b-43e9-8fb3-e40723120d0a req-ce1a40c7-8d5e-407d-bdf7-62fc35501c8d service neutron] 10.222.0.39 "GET /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418382 May 18 01:44:46.275326 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:44:46.358217 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-ffeb5220-a134-4eb6-9bc7-6d26bd9b1c0c tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:46.359630 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-ffeb5220-a134-4eb6-9bc7-6d26bd9b1c0c tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.39 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.0783117 May 18 01:44:46.498082 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Deleting port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:46.498476 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:46.638675 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] For port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:46.638947 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:46.761636 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Calling delete_port for 3f59ff70-2158-4c2c-9132-fa2e9b3de40d owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:46.868208 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91593208-d85e-42ed-8e4a-78d7baa3d717 req-fab72194-3bb3-4860-9b44-28603feb0d9a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:46.869683 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-91593208-d85e-42ed-8e4a-78d7baa3d717 req-fab72194-3bb3-4860-9b44-28603feb0d9a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19e49ad-8a17-4726-ab4b-e4600e1ed9c7 HTTP/1.1" status: 200 len: 945 time: 0.1667368 May 18 01:44:46.966163 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-91593208-d85e-42ed-8e4a-78d7baa3d717 req-ce4ff40d-f1e3-46e3-ba27-f3d3151adddf tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "GET /v2.0/security-groups?id=27c337d9-a5b7-42b5-9dfc-e478b7e08349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886030 May 18 01:44:46.975100 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:46.982271 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6b07149f-445c-4ca1-93ef-ccb267711275 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:47.029185 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event deleted for resources: {'Port': ['ID=3f59ff70-2158-4c2c-9132-fa2e9b3de40d,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:47.056430 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:47.140172 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] No DVR routers for this DVR port 3f59ff70-2158-4c2c-9132-fa2e9b3de40d on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:44:47.146533 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:47.149056 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'name': 'network-vif-deleted', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:44:47.177220 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-60a1ca02-f826-4046-8f2d-2e08dffdffd8 req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.39 "DELETE /v2.0/ports/3f59ff70-2158-4c2c-9132-fa2e9b3de40d HTTP/1.1" status: 204 len: 173 time: 0.8118157 May 18 01:44:47.200544 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b35b2-10b2-4580-9344-4e73937aea77 req-5001c876-9231-4fb3-bf99-3f5816b2cc96 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:47.202503 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-357b35b2-10b2-4580-9344-4e73937aea77 req-5001c876-9231-4fb3-bf99-3f5816b2cc96 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.1058643 May 18 01:44:47.247820 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-357b35b2-10b2-4580-9344-4e73937aea77 req-e99430ca-afb4-4ec1-ae00-4d75b340d3ab tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388327 May 18 01:44:47.304137 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19e49ad-8a17-4726-ab4b-e4600e1ed9c7', 'name': 'network-vif-deleted', 'tag': '3f59ff70-2158-4c2c-9132-fa2e9b3de40d', 'status': 'completed', 'code': 200} May 18 01:44:48.062529 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47654) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:48.133260 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-f9286b39-c3cc-48b0-8ef7-242dd7b3b197 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:48.162562 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-f9286b39-c3cc-48b0-8ef7-242dd7b3b197 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:48.226733 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-f9286b39-c3cc-48b0-8ef7-242dd7b3b197 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:48.231559 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1fdd9235-d699-4658-bb03-fad140c3e5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:48.246765 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9286b39-c3cc-48b0-8ef7-242dd7b3b197 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c337d9-a5b7-42b5-9dfc-e478b7e08349,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:48.249821 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-f9286b39-c3cc-48b0-8ef7-242dd7b3b197 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:48.254474 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-f9286b39-c3cc-48b0-8ef7-242dd7b3b197 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:48.258100 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-f9286b39-c3cc-48b0-8ef7-242dd7b3b197 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] 10.222.0.11 "DELETE /v2.0/security-groups/27c337d9-a5b7-42b5-9dfc-e478b7e08349 HTTP/1.1" status: 204 len: 168 time: 0.1921363 May 18 01:44:48.297896 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47662) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:48.596373 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4c84f-bfd7-4d7e-b7c6-d10015b46c4a req-75e68a43-a18f-44f4-8b66-57b4d7db3a77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:48.597835 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89e4c84f-bfd7-4d7e-b7c6-d10015b46c4a req-75e68a43-a18f-44f4-8b66-57b4d7db3a77 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.2240133 May 18 01:44:48.815082 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89e4c84f-bfd7-4d7e-b7c6-d10015b46c4a req-88e66122-6be2-469d-ac31-90a49211807c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026517 May 18 01:44:49.024429 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810758'] for router_interface, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:49.422548 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3f59ff70-2158-4c2c-9132-fa2e9b3de40d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:49.430341 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Deleting port 77afabb6-0eb8-40e1-86e0-089d00f62142 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:49.430774 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:49.459385 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: 3f59ff70-2158-4c2c-9132-fa2e9b3de40d {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:49.459732 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 3f59ff70-2158-4c2c-9132-fa2e9b3de40d not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:49.552425 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] For port 77afabb6-0eb8-40e1-86e0-089d00f62142, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=77afabb6-0eb8-40e1-86e0-089d00f62142,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:49.552863 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:49.675867 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Calling delete_port for 77afabb6-0eb8-40e1-86e0-089d00f62142 owned by network:router_interface {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:50.021113 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:50.025470 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a3fe5778-9ac8-4286-b619-22f665e4daa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:50.076927 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=77afabb6-0eb8-40e1-86e0-089d00f62142,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:50.117337 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:50.176363 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97c299-90b4-4023-b7d0-c8727444c4ac req-de0dd877-fb58-45e2-87b8-a2ecec586bb8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:50.177928 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3e97c299-90b4-4023-b7d0-c8727444c4ac req-de0dd877-fb58-45e2-87b8-a2ecec586bb8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.2496588 May 18 01:44:50.398745 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3e97c299-90b4-4023-b7d0-c8727444c4ac req-27757dc5-93e5-4258-a4e7-3add56acd923 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132022 May 18 01:44:50.491847 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810666'] for router_interface, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:50.844357 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Router afb63159-2e47-497c-9663-bf874e815360 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:44:51.020153 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:44:51.028708 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] Sync routers for ids ['afb63159-2e47-497c-9663-bf874e815360'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:44:51.032262 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] 10.222.0.11 "PUT /v2.0/routers/afb63159-2e47-497c-9663-bf874e815360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7348864 May 18 01:44:51.034714 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47668) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:51.038971 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] Routers {'afb63159-2e47-497c-9663-bf874e815360'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:51.039577 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['afb63159-2e47-497c-9663-bf874e815360'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:51.207595 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:51.214322 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] Set router afb63159-2e47-497c-9663-bf874e815360 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:51.384449 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:51.458077 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Deleting port 8d0906b4-b607-4d26-b534-80a2eebd53c2 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:51.458412 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:51.537714 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:44:49Z', 'revision_number': 5, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port': {'id': '8d0906b4-b607-4d26-b534-80a2eebd53c2', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb63159-2e47-497c-9663-bf874e815360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:01Z', 'updated_at': '2021-05-18T01:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:51.541960 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] Checking router: afb63159-2e47-497c-9663-bf874e815360 for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:44:51.550545 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] Routers {'afb63159-2e47-497c-9663-bf874e815360'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:51.551156 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['afb63159-2e47-497c-9663-bf874e815360'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:51.584627 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] For port 8d0906b4-b607-4d26-b534-80a2eebd53c2, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=8d0906b4-b607-4d26-b534-80a2eebd53c2,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:51.585252 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:51.713365 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] Set router afb63159-2e47-497c-9663-bf874e815360 gateway port host: None {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:51.837249 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:44:51Z', 'revision_number': 6, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port_host': None}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:51.841282 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a823ff-03c1-4565-9bcf-0ef1d8404d8d None None] The sync data for ids ['afb63159-2e47-497c-9663-bf874e815360'] in dv-cinder-784623-9-smb is: [{'id': 'afb63159-2e47-497c-9663-bf874e815360', 'name': 'tempest-TestShelveInstance-1981863310-router', 'tenant_id': '52a13f2665fc4368ac52043cd8a50a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:59Z', 'updated_at': '2021-05-18T01:44:51Z', 'revision_number': 6, 'project_id': '52a13f2665fc4368ac52043cd8a50a2e', 'gw_port_host': None}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:44:51.843447 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Calling delete_port for 8d0906b4-b607-4d26-b534-80a2eebd53c2 owned by network:router_gateway {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:51.941992 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c72c1-5e31-4518-a885-81290adfd04d req-ea28d429-8fe3-49ba-b621-9ade62b0c2f4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:51.943445 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-987c72c1-5e31-4518-a885-81290adfd04d req-ea28d429-8fe3-49ba-b621-9ade62b0c2f4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.1075327 May 18 01:44:52.008547 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-987c72c1-5e31-4518-a885-81290adfd04d req-f937db27-1fdb-4449-a822-455ade219050 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578794 May 18 01:44:52.093697 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:52.098121 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-15a03aeb-04d9-4d36-aa91-1674776a84d4 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:52.141267 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0906b4-b607-4d26-b534-80a2eebd53c2,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:52.170049 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:52.235762 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841505'] for router_gateway, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:52.408705 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5144'] for router, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:52.410848 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:52.493916 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841305'] for router, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:52.494407 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afb63159-2e47-497c-9663-bf874e815360 {{(pid=78851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 01:44:52.506854 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Notify callbacks [] for router, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:52.507972 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/afb63159-2e47-497c-9663-bf874e815360 HTTP/1.1" status: 204 len: 168 time: 1.4721918 May 18 01:44:52.510517 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47676) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:52.568638 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1752898-fc2f-4979-b989-487035172005 admin admin] Deleting subnet bf6ea5be-5ce2-4c58-b15d-6eae29871961 {{(pid=78851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:44:52.572022 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c1752898-fc2f-4979-b989-487035172005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:52.625464 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c1752898-fc2f-4979-b989-487035172005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-897402'] for subnet, precommit_delete_associations {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:52.740032 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c1752898-fc2f-4979-b989-487035172005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:52.990146 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c1752898-fc2f-4979-b989-487035172005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1554119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60943801'] for subnet, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:52.994805 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-c953c0b9-f9dd-4116-865c-10aff77c8976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:53.027832 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1752898-fc2f-4979-b989-487035172005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6ea5be-5ce2-4c58-b15d-6eae29871961,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:53.030889 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-c1752898-fc2f-4979-b989-487035172005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:53.031842 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c1752898-fc2f-4979-b989-487035172005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for subnet, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.036472 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3fa2e9-1290-490d-98ac-1c93d1c8c1ad None None] Network 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:44:53.037855 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-c1752898-fc2f-4979-b989-487035172005 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bf6ea5be-5ce2-4c58-b15d-6eae29871961 HTTP/1.1" status: 204 len: 168 time: 0.5263271 May 18 01:44:53.040050 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47682) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:53.301737 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.324344 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] DHCP port deletion for 0aef8cbf-3833-49d5-bafa-ff1e0f9093ee request from dv-cinder-784623-9-smb {{(pid=78853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 01:44:53.381396 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacbe2b-1005-4d2b-9377-3def08789dc9 req-e9332e0d-9f78-4d36-9d64-37596d3e1414 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:53.382204 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1eacbe2b-1005-4d2b-9377-3def08789dc9 req-e9332e0d-9f78-4d36-9d64-37596d3e1414 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.2634175 May 18 01:44:53.393713 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] Deleting port 63bfcb9e-06eb-4d30-b798-62dcd85c931f {{(pid=78853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:53.394095 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.425816 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Deleting port 63bfcb9e-06eb-4d30-b798-62dcd85c931f {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:53.426159 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.497120 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1eacbe2b-1005-4d2b-9377-3def08789dc9 req-c7252ca2-497c-46ad-ac6d-1a1de3239631 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074562 May 18 01:44:53.499713 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] For port 63bfcb9e-06eb-4d30-b798-62dcd85c931f, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=63bfcb9e-06eb-4d30-b798-62dcd85c931f,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:53.500474 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.536691 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] For port 63bfcb9e-06eb-4d30-b798-62dcd85c931f, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=63bfcb9e-06eb-4d30-b798-62dcd85c931f,segment=NetworkSegment(3e8855cf-7b6e-4b93-ae3a-82141310eb1c),segment_id=3e8855cf-7b6e-4b93-ae3a-82141310eb1c)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:53.537075 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.626250 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] Calling delete_port for 63bfcb9e-06eb-4d30-b798-62dcd85c931f owned by network:dhcp {{(pid=78853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:53.663967 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Calling delete_port for 63bfcb9e-06eb-4d30-b798-62dcd85c931f owned by network:dhcp {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:53.672090 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786'] for port, after_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.675776 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:53.717612 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.719994 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] Pushing event deleted for resources: {'Port': ['ID=63bfcb9e-06eb-4d30-b798-62dcd85c931f,revision_number=None']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:53.723409 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:53.723758 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:53.725705 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] No DVR routers for this DVR port 63bfcb9e-06eb-4d30-b798-62dcd85c931f on host dv-cinder-784623-9-smb {{(pid=78853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:44:53.755173 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 8d0906b4-b607-4d26-b534-80a2eebd53c2 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:53.776403 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Pushing event deleted for resources: {'Port': ['ID=63bfcb9e-06eb-4d30-b798-62dcd85c931f,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:53.778278 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] No DVR routers for this DVR port 63bfcb9e-06eb-4d30-b798-62dcd85c931f on host dv-cinder-784623-9-smb {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:44:53.780644 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:53.789499 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 8d0906b4-b607-4d26-b534-80a2eebd53c2 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:53.789793 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 8d0906b4-b607-4d26-b534-80a2eebd53c2 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:53.790212 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 63bfcb9e-06eb-4d30-b798-62dcd85c931f no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:53.821974 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 63bfcb9e-06eb-4d30-b798-62dcd85c931f {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:53.822316 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 63bfcb9e-06eb-4d30-b798-62dcd85c931f not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:53.822724 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 77afabb6-0eb8-40e1-86e0-089d00f62142 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:53.857816 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 77afabb6-0eb8-40e1-86e0-089d00f62142 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:53.858162 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 77afabb6-0eb8-40e1-86e0-089d00f62142 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:53.895028 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.907893 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aef8cbf-3833-49d5-bafa-ff1e0f9093ee']}} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:53.919590 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8855cf-7b6e-4b93-ae3a-82141310eb1c') {'for_net_delete': True} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:53.919882 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.services.segments.db [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8855cf-7b6e-4b93-ae3a-82141310eb1c') {} {{(pid=78851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:53.931441 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-897397'] for segment, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.946935 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.953458 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=78851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:44:53.953836 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1554017'] for segment, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: util.warn( May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: util.warn( May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: util.warn( May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: util.warn( May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: Traceback (most recent call last): May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: timer() May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: cb(*args, **kw) May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: return func(*args, **kwargs) May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: self._notify() May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: self.callback(batched_events) May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: event.method(event) May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: return f(self, *a, **k) May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: return self._get(url).json() May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: return self.request(url, 'GET', **kwargs) May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:44:53.967853 dv-cinder-784623-9-smb neutron-server[78851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:44:54.048302 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:54.051872 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:54.065060 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:54.075004 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Pushing event deleted for resources: {'Network': ['ID=0aef8cbf-3833-49d5-bafa-ff1e0f9093ee,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:54.078591 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:54.088963 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-4d99315b-d1c7-4373-9ef0-84ff0eb434ca admin admin] 10.222.0.11 "DELETE /v2.0/networks/0aef8cbf-3833-49d5-bafa-ff1e0f9093ee HTTP/1.1" status: 204 len: 168 time: 1.0479212 May 18 01:44:54.091886 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47686) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:54.690927 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810758'] for router_interface, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:54.878427 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda2285-f226-461a-a641-ceb7d9f0f315 req-9797e423-dac1-4f83-895b-cb161dd448c9 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:54.879863 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5dda2285-f226-461a-a641-ceb7d9f0f315 req-9797e423-dac1-4f83-895b-cb161dd448c9 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.2704794 May 18 01:44:54.996868 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:55.004627 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5dda2285-f226-461a-a641-ceb7d9f0f315 req-f827d92c-1827-4c65-82e3-74af2f185373 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180692 May 18 01:44:55.241647 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Deleting port bbe043b4-00c8-4a08-b855-ec3d0c4e8932 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:55.241998 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:55.360999 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] For port bbe043b4-00c8-4a08-b855-ec3d0c4e8932, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=bbe043b4-00c8-4a08-b855-ec3d0c4e8932,segment=NetworkSegment(dc26faeb-0a30-4ec9-a8aa-29c7ea899cec),segment_id=dc26faeb-0a30-4ec9-a8aa-29c7ea899cec)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:55.361265 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:55.484024 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Calling delete_port for bbe043b4-00c8-4a08-b855-ec3d0c4e8932 owned by network:router_interface {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:55.624677 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:55.628863 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-4de62d52-95cc-4306-845d-fe42b0b82e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:55.674752 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe043b4-00c8-4a08-b855-ec3d0c4e8932,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:55.705228 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:55.935924 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810666'] for router_interface, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:56.448138 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bc2ae-a56e-4200-9cfb-aad9657e4489 req-c4e59883-8eb7-4402-ae3b-b6ead6f89b7e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:56.449632 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-430bc2ae-a56e-4200-9cfb-aad9657e4489 req-c4e59883-8eb7-4402-ae3b-b6ead6f89b7e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.3346627 May 18 01:44:56.474952 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Router d0c7245e-a319-4753-866b-fef59f0874fd has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:44:56.573451 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-430bc2ae-a56e-4200-9cfb-aad9657e4489 req-2d47b66d-857a-474f-aec2-8586257ee5c6 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168811 May 18 01:44:56.671369 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:44:56.680410 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] Sync routers for ids ['d0c7245e-a319-4753-866b-fef59f0874fd'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:44:56.680946 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] 10.222.0.11 "PUT /v2.0/routers/d0c7245e-a319-4753-866b-fef59f0874fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5866127 May 18 01:44:56.682652 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47694) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:56.689476 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] Routers {'d0c7245e-a319-4753-866b-fef59f0874fd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:56.690085 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['d0c7245e-a319-4753-866b-fef59f0874fd'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:56.856860 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Notify callbacks [] for router, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:56.865817 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] Set router d0c7245e-a319-4753-866b-fef59f0874fd gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:57.025154 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:57.097590 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Deleting port eeb231f3-d013-4ffa-96de-9f3564970139 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:57.097938 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:57.141033 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'name': 'tempest-TestShelveInstance-1380006347-router', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:40:16Z', 'updated_at': '2021-05-18T01:44:55Z', 'revision_number': 5, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'gw_port': {'id': 'eeb231f3-d013-4ffa-96de-9f3564970139', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:40:18Z', 'updated_at': '2021-05-18T01:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:57.144724 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] Checking router: d0c7245e-a319-4753-866b-fef59f0874fd for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:44:57.152815 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] Routers {'d0c7245e-a319-4753-866b-fef59f0874fd'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:44:57.153416 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:44:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['d0c7245e-a319-4753-866b-fef59f0874fd'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:57.216393 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] For port eeb231f3-d013-4ffa-96de-9f3564970139, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=eeb231f3-d013-4ffa-96de-9f3564970139,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:57.216754 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:57.304000 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] Set router d0c7245e-a319-4753-866b-fef59f0874fd gateway port host: None {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:44:57.337460 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Calling delete_port for eeb231f3-d013-4ffa-96de-9f3564970139 owned by network:router_gateway {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:57.407697 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'name': 'tempest-TestShelveInstance-1380006347-router', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:40:16Z', 'updated_at': '2021-05-18T01:44:57Z', 'revision_number': 6, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'gw_port_host': None}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:57.411625 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9b986-f32e-4262-9276-e5f662195cef None None] The sync data for ids ['d0c7245e-a319-4753-866b-fef59f0874fd'] in dv-cinder-784623-9-smb is: [{'id': 'd0c7245e-a319-4753-866b-fef59f0874fd', 'name': 'tempest-TestShelveInstance-1380006347-router', 'tenant_id': '9b4a3021bd7747d59b054681752abc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:40:16Z', 'updated_at': '2021-05-18T01:44:57Z', 'revision_number': 6, 'project_id': '9b4a3021bd7747d59b054681752abc36', 'gw_port_host': None}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:44:57.477375 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:57.480902 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b13ca408-040e-456a-9632-037243bdeb5b tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:57.523769 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb231f3-d013-4ffa-96de-9f3564970139,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:57.560459 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.560810 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.561182 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.561542 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.561893 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.562247 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.562595 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.562942 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.563290 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.563633 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.563977 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.564324 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:57.571168 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:57.626681 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841505'] for router_gateway, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:57.816127 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device bbe043b4-00c8-4a08-b855-ec3d0c4e8932 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:57.852029 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: bbe043b4-00c8-4a08-b855-ec3d0c4e8932 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:57.852374 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device bbe043b4-00c8-4a08-b855-ec3d0c4e8932 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:57.958887 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-57de03e4-fad4-41b4-bd0a-fcac4df6dcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:57.964816 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5144'] for router, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:57.967668 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:58.001881 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841305'] for router, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:58.002442 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0c7245e-a319-4753-866b-fef59f0874fd {{(pid=78851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 01:44:58.017994 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54372a0-194e-4f79-aa56-ebe4c636d75c req-76b4a315-5bca-445f-9102-56692011b4fd tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:58.019451 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f54372a0-194e-4f79-aa56-ebe4c636d75c req-76b4a315-5bca-445f-9102-56692011b4fd tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.1756635 May 18 01:44:58.025613 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] Notify callbacks [] for router, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:58.026647 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-49d3565b-cc3d-48d2-9460-28f621303d34 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d0c7245e-a319-4753-866b-fef59f0874fd HTTP/1.1" status: 204 len: 168 time: 1.3431239 May 18 01:44:58.029497 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47700) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:58.067915 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f54372a0-194e-4f79-aa56-ebe4c636d75c req-3f254a6f-3f68-46de-901c-73f6c07237a2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400200 May 18 01:44:58.256495 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Deleting subnet c785e099-75c4-4270-b60b-6be30d451d63 {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:44:58.259538 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:58.314315 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1790874'] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:58.394898 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:58.702304 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1894686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1938081'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:58.706938 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f4457868-b534-4ba8-88b9-4760605f3d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:58.739912 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c785e099-75c4-4270-b60b-6be30d451d63,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:58.745493 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:58.750359 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d38fb-40c5-4745-aa4f-031746567da3 None None] Network 880f9697-b4af-4d91-9d13-6f324c3d9e1d requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:44:58.754239 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.754620 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.754994 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.755362 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.755723 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.756085 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.756444 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.756818 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.757178 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.757527 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.757878 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.758234 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:44:58.761174 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:58.763885 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c785e099-75c4-4270-b60b-6be30d451d63 HTTP/1.1" status: 204 len: 168 time: 0.7322767 May 18 01:44:58.766087 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47706) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:58.870741 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:58.945039 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Deleting port a86ce259-351b-4e5c-8de8-835e5ad1cc24 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:58.945455 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:58.996933 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] DHCP port deletion for 880f9697-b4af-4d91-9d13-6f324c3d9e1d request from dv-cinder-784623-9-smb {{(pid=78853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 01:44:59.044644 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] For port a86ce259-351b-4e5c-8de8-835e5ad1cc24, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=a86ce259-351b-4e5c-8de8-835e5ad1cc24,segment=NetworkSegment(dc26faeb-0a30-4ec9-a8aa-29c7ea899cec),segment_id=dc26faeb-0a30-4ec9-a8aa-29c7ea899cec)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:59.045319 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.099717 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] Deleting port a86ce259-351b-4e5c-8de8-835e5ad1cc24 {{(pid=78853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:44:59.100613 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.172380 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Calling delete_port for a86ce259-351b-4e5c-8de8-835e5ad1cc24 owned by network:dhcp {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:59.199503 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] For port a86ce259-351b-4e5c-8de8-835e5ad1cc24, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=a86ce259-351b-4e5c-8de8-835e5ad1cc24,segment=NetworkSegment(dc26faeb-0a30-4ec9-a8aa-29c7ea899cec),segment_id=dc26faeb-0a30-4ec9-a8aa-29c7ea899cec)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:44:59.200297 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.226792 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.231492 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:59.260052 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302b39b-51e7-44b3-a523-a6870aa84bd5 req-d3972426-4f49-427d-8e6b-988d61131d88 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:44:59.262077 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f302b39b-51e7-44b3-a523-a6870aa84bd5 req-d3972426-4f49-427d-8e6b-988d61131d88 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0826485 May 18 01:44:59.277951 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86ce259-351b-4e5c-8de8-835e5ad1cc24,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:59.281701 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:59.282485 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] No DVR routers for this DVR port a86ce259-351b-4e5c-8de8-835e5ad1cc24 on host dv-cinder-784623-9-smb {{(pid=78852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:44:59.312534 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f302b39b-51e7-44b3-a523-a6870aa84bd5 req-9532959f-74e9-4c18-8b2c-a9c7d278dcfb tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445094 May 18 01:44:59.324917 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] Calling delete_port for a86ce259-351b-4e5c-8de8-835e5ad1cc24 owned by network:dhcp {{(pid=78853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:44:59.371993 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786'] for port, after_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.376040 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:59.399220 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.411797 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880f9697-b4af-4d91-9d13-6f324c3d9e1d']}} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:59.421365 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] Pushing event deleted for resources: {'Port': ['ID=a86ce259-351b-4e5c-8de8-835e5ad1cc24,revision_number=None']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:59.423784 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec') {'for_net_delete': True} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:59.424106 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc26faeb-0a30-4ec9-a8aa-29c7ea899cec') {} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:44:59.424516 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:59.425414 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] No DVR routers for this DVR port a86ce259-351b-4e5c-8de8-835e5ad1cc24 on host dv-cinder-784623-9-smb {{(pid=78853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:44:59.437646 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1790869'] for segment, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.454150 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.460446 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=78852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:44:59.460870 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1894840'] for segment, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: Traceback (most recent call last): May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: timer() May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: cb(*args, **kw) May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: return func(*args, **kwargs) May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: self._notify() May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: self.callback(batched_events) May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: event.method(event) May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: return f(self, *a, **k) May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: return self._get(url).json() May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: return self.request(url, 'GET', **kwargs) May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:44:59.478524 dv-cinder-784623-9-smb neutron-server[78852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:44:59.552369 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.556186 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-de60879d-c812-4b49-afeb-1219e2452b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:59.569798 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.580892 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Pushing event deleted for resources: {'Network': ['ID=880f9697-b4af-4d91-9d13-6f324c3d9e1d,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:59.583629 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:59.585549 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-1e90c60c-e7d0-47fc-a1a1-205462cbb107 admin admin] 10.222.0.11 "DELETE /v2.0/networks/880f9697-b4af-4d91-9d13-6f324c3d9e1d HTTP/1.1" status: 204 len: 168 time: 0.8185463 May 18 01:44:59.700834 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47714) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:59.746272 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device a86ce259-351b-4e5c-8de8-835e5ad1cc24 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:59.754094 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-10b1d0d8-15eb-4034-83e3-4844a39fa5ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52a13f2665fc4368ac52043cd8a50a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507305 May 18 01:44:59.755089 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47718) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:44:59.781125 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: a86ce259-351b-4e5c-8de8-835e5ad1cc24 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:59.781470 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device a86ce259-351b-4e5c-8de8-835e5ad1cc24 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:59.781899 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device eeb231f3-d013-4ffa-96de-9f3564970139 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:44:59.813263 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-067c8640-26f5-40e3-a970-911f8cb056fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.813561 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: eeb231f3-d013-4ffa-96de-9f3564970139 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:44:59.813918 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device eeb231f3-d013-4ffa-96de-9f3564970139 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:44:59.840622 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-067c8640-26f5-40e3-a970-911f8cb056fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.890592 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-067c8640-26f5-40e3-a970-911f8cb056fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.895332 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-0542649b-1d47-4a9a-8860-c320de0a6242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:44:59.908502 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c8640-26f5-40e3-a970-911f8cb056fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6771df80-2811-49db-85fa-fb31e67b0956,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:44:59.910812 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-067c8640-26f5-40e3-a970-911f8cb056fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:44:59.916744 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-067c8640-26f5-40e3-a970-911f8cb056fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:44:59.917874 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-067c8640-26f5-40e3-a970-911f8cb056fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6771df80-2811-49db-85fa-fb31e67b0956 HTTP/1.1" status: 204 len: 168 time: 0.1619155 May 18 01:45:00.242179 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47726) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:45:00.290434 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-d5e6688d-311c-45d9-ab94-54c4452bbbe0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b4a3021bd7747d59b054681752abc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469837 May 18 01:45:00.292555 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47730) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:45:00.353621 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1b34c58e-ad29-4271-93bb-7f59e2b90529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:00.355697 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-26bc0569-1de9-4d6c-9f3e-43250fd9e842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:00.381518 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1b34c58e-ad29-4271-93bb-7f59e2b90529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:00.466499 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1b34c58e-ad29-4271-93bb-7f59e2b90529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:00.470512 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-f9286b39-c3cc-48b0-8ef7-242dd7b3b197 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:45:00.498950 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34c58e-ad29-4271-93bb-7f59e2b90529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19203fd9-93cb-465e-9fb8-f1c7ba8034aa,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:45:00.502995 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1b34c58e-ad29-4271-93bb-7f59e2b90529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:45:00.507996 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1b34c58e-ad29-4271-93bb-7f59e2b90529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:00.509148 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-1b34c58e-ad29-4271-93bb-7f59e2b90529 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19203fd9-93cb-465e-9fb8-f1c7ba8034aa HTTP/1.1" status: 204 len: 168 time: 0.2156556 May 18 01:45:00.540728 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cddf19-1481-46fb-ac0a-bed9522af376 req-3889f932-ea94-4785-a33a-f919cd336990 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:00.542256 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-51cddf19-1481-46fb-ac0a-bed9522af376 req-3889f932-ea94-4785-a33a-f919cd336990 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.1064818 May 18 01:45:00.547662 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:00.589616 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-51cddf19-1481-46fb-ac0a-bed9522af376 req-04ecfb30-7157-407d-97b4-94ac2c5c6a70 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407984 May 18 01:45:01.469460 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 2537780a-957c-44fa-971b-80c0ecbca531 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:45:01.604592 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:45:01.625259 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '2537780a-957c-44fa-971b-80c0ecbca531', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'port_id': '2537780a-957c-44fa-971b-80c0ecbca531', 'mac_address': 'fa:16:3e:34:6a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:45:01.627064 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:01.682803 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:01.700083 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2537780a-957c-44fa-971b-80c0ecbca531 {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:45:01.715425 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:45:01.719402 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:01.721988 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:45:01.781548 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce445-6a3d-4345-b521-d30162e176dd req-4ded962a-69ce-4fe9-a77f-dd9b58a3bdd6 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:01.783013 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fb1ce445-6a3d-4345-b521-d30162e176dd req-4ded962a-69ce-4fe9-a77f-dd9b58a3bdd6 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 944 time: 0.0833149 May 18 01:45:01.789145 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=6']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:45:01.792149 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:45:01.800398 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['2537780a-957c-44fa-971b-80c0ecbca531'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:45:01.828253 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fb1ce445-6a3d-4345-b521-d30162e176dd req-d8f5a331-ed6e-46a3-89d4-1899a0feb6ab tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394075 May 18 01:45:02.999963 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:03.039710 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a088d5-22ff-4529-853e-c9e73499fb3a req-a2c6fe39-32fb-4057-a05b-1e92c4c2759a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:03.041868 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-61a088d5-22ff-4529-853e-c9e73499fb3a req-a2c6fe39-32fb-4057-a05b-1e92c4c2759a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 944 time: 0.0925031 May 18 01:45:03.098533 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-61a088d5-22ff-4529-853e-c9e73499fb3a req-0930146e-4df4-4c76-bc2e-bc6117a967a2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494699 May 18 01:45:03.470738 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 2537780a-957c-44fa-971b-80c0ecbca531 up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:45:03.546135 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 2537780a-957c-44fa-971b-80c0ecbca531 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:45:03.546526 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:03.682145 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:03.713137 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:45:03.723961 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:45:03.729541 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:03.731785 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:45:03.812321 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=7']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:45:03.823819 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:45:03.912521 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531', 'code': 200} May 18 01:45:04.294167 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ed553-4902-4a6c-8a35-396f912301f5 req-0c85d731-e096-43e9-befe-8578c555e0ff tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:04.296190 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-485ed553-4902-4a6c-8a35-396f912301f5 req-0c85d731-e096-43e9-befe-8578c555e0ff tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0829337 May 18 01:45:04.359328 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-485ed553-4902-4a6c-8a35-396f912301f5 req-5993b594-95d9-4f85-97c0-f6e08e61a9b8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569897 May 18 01:45:05.563888 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01590421-c728-4f1d-9cfa-7bb6c9b710c0 req-fbaede15-00fb-43a2-b079-c268bfb19548 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:05.566437 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-01590421-c728-4f1d-9cfa-7bb6c9b710c0 req-fbaede15-00fb-43a2-b079-c268bfb19548 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0969822 May 18 01:45:05.613044 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-01590421-c728-4f1d-9cfa-7bb6c9b710c0 req-b81f3f52-6d17-4776-babb-7345285d3d7d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417976 May 18 01:45:06.821999 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265eb1-6ce6-4ee5-8345-f290984b0efd req-91a9064a-2aa6-4e8b-b025-a7a391b2c8c1 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:06.823544 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-32265eb1-6ce6-4ee5-8345-f290984b0efd req-91a9064a-2aa6-4e8b-b025-a7a391b2c8c1 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0902808 May 18 01:45:06.877809 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-32265eb1-6ce6-4ee5-8345-f290984b0efd req-e264d777-6af1-48a3-a361-796acbdd4aaa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460947 May 18 01:45:08.080805 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7c02d-cee9-40c3-9060-feb9ff26be8c req-7ae57165-bbad-4db6-b8ac-a91c1ddb359c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:08.082180 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3af7c02d-cee9-40c3-9060-feb9ff26be8c req-7ae57165-bbad-4db6-b8ac-a91c1ddb359c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0867255 May 18 01:45:08.128135 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3af7c02d-cee9-40c3-9060-feb9ff26be8c req-845bcf1d-4219-4c5e-994a-577bb1493927 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 May 18 01:45:09.341507 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566085a-67cf-4079-b235-39e097f439b1 req-3514c3ac-171f-46af-ac67-16fdac49eb26 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:09.343098 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1566085a-67cf-4079-b235-39e097f439b1 req-3514c3ac-171f-46af-ac67-16fdac49eb26 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.1002109 May 18 01:45:09.392521 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1566085a-67cf-4079-b235-39e097f439b1 req-ad44e50c-2a87-4e2f-8d56-accd9ad96e6f tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430441 May 18 01:45:10.594981 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f529b4-1b6a-4072-8d4f-bdaffbf60ac6 req-620c0b6c-aaf8-4f9b-bd3c-c306c3f2593e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:10.597238 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-74f529b4-1b6a-4072-8d4f-bdaffbf60ac6 req-620c0b6c-aaf8-4f9b-bd3c-c306c3f2593e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0891073 May 18 01:45:10.644722 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-74f529b4-1b6a-4072-8d4f-bdaffbf60ac6 req-9eb701f3-f7f6-4d70-a9b5-a688a389cc97 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 May 18 01:45:11.746968 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-c957c2d0-f197-4b21-bd94-cb3d60d47c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:11.748484 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-c957c2d0-f197-4b21-bd94-cb3d60d47c22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 1098 time: 0.0715282 May 18 01:45:12.016649 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-ad5ad598-ade9-4e67-97b2-72722849947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:12.018019 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-ad5ad598-ade9-4e67-97b2-72722849947b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 917 time: 0.2629135 May 18 01:45:12.029418 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9a664-76e9-47a7-992d-66a6e11fe81d req-a21db0a3-7b93-4278-83b0-6ee1cfc7a29b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:12.030838 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8ac9a664-76e9-47a7-992d-66a6e11fe81d req-a21db0a3-7b93-4278-83b0-6ee1cfc7a29b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.2579322 May 18 01:45:12.146815 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8ac9a664-76e9-47a7-992d-66a6e11fe81d req-deb74c25-1c7a-4b39-a001-b0bcf03b0dc2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685124 May 18 01:45:12.157892 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-23010a4f-38f0-453e-872d-bce794a88ea4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2537780a-957c-44fa-971b-80c0ecbca531 HTTP/1.1" status: 200 len: 1000 time: 0.1260092 May 18 01:45:12.220473 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-8b3410e9-246a-42a9-a7ca-4c0bef220498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:12.221873 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-8b3410e9-246a-42a9-a7ca-4c0bef220498 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.0566564 May 18 01:45:12.297356 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-a0838f16-effa-4ecd-8cb1-98164236fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:12.298670 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-a0838f16-effa-4ecd-8cb1-98164236fcd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708072 May 18 01:45:12.427304 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-7bc7fe51-5f81-4d9b-b01e-e4a874de9f22 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217988 May 18 01:45:12.556950 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d1fe9ded-0dcd-4a71-b87e-65c65fa473f3 req-de7ddd0e-767f-438c-bc26-754eb9f3d0c2 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230633 May 18 01:45:13.330790 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9877-9d7d-4297-914e-9ce8eded8702 req-fffe0530-3b51-41c3-b4f3-4041a1172790 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:13.332225 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-71ca9877-9d7d-4297-914e-9ce8eded8702 req-fffe0530-3b51-41c3-b4f3-4041a1172790 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0783377 May 18 01:45:13.376415 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-71ca9877-9d7d-4297-914e-9ce8eded8702 req-5c80fec2-f2ed-4350-940c-e357e4f64205 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379045 May 18 01:45:14.566146 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b876a-eef1-4fe1-acd5-e1bc3b75e1e2 req-2fbd4ae8-d4a6-4045-b7bb-a46b5ff1a82c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:14.567580 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2e5b876a-eef1-4fe1-acd5-e1bc3b75e1e2 req-2fbd4ae8-d4a6-4045-b7bb-a46b5ff1a82c tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 945 time: 0.0821173 May 18 01:45:14.611897 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2e5b876a-eef1-4fe1-acd5-e1bc3b75e1e2 req-fbc5fb78-964a-41fe-ab1b-c28d4be9d057 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385950 May 18 01:45:15.540156 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 2537780a-957c-44fa-971b-80c0ecbca531 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:45:15.654713 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:15.681311 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:45:15.692176 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:45:15.696055 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:15.698663 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-4da51029-2761-4a40-add2-90bbfcb7b356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:45:15.763626 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=8']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:45:15.767255 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:45:15.824285 dv-cinder-784623-9-smb neutron-server[78853]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531', 'code': 422} returned with failed status May 18 01:45:15.985059 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ad66-a921-4e4a-8210-6e6202cb257c req-edc32997-6eb4-499d-8bcc-9c41fb9e3157 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:15.986537 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cbd4ad66-a921-4e4a-8210-6e6202cb257c req-edc32997-6eb4-499d-8bcc-9c41fb9e3157 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0845940 May 18 01:45:16.031327 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cbd4ad66-a921-4e4a-8210-6e6202cb257c req-f856bdc1-374b-4338-a65b-cbe1444e7404 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391107 May 18 01:45:16.170748 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 47852) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:45:16.282350 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-2ee51215-ba53-42ec-be94-8128cb18098b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1102808 May 18 01:45:17.221103 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b431ea-82d1-4e82-9d5d-a17c4a557c5b req-65ae8e8d-7d1a-4d36-af4d-3f789cf36940 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:17.222547 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-60b431ea-82d1-4e82-9d5d-a17c4a557c5b req-65ae8e8d-7d1a-4d36-af4d-3f789cf36940 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0825057 May 18 01:45:17.312844 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-60b431ea-82d1-4e82-9d5d-a17c4a557c5b req-65c695c7-a85a-49e6-8c22-a1d2d610975b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597095 May 18 01:45:17.325089 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-d2d97636-82a3-4455-992c-39c0ae4bec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:17.326570 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-d2d97636-82a3-4455-992c-39c0ae4bec0e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14&tenant_id=25972865c49844ea8268b910ba743fbd HTTP/1.1" status: 200 len: 1096 time: 0.1031935 May 18 01:45:17.421845 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-b1e3e4a4-446c-4897-a750-203376f75b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:17.423290 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-b1e3e4a4-446c-4897-a750-203376f75b13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 1096 time: 0.0735714 May 18 01:45:17.550064 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-6378732c-c27e-4e3e-9f33-10677f7f0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:17.551387 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-6378732c-c27e-4e3e-9f33-10677f7f0360 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 917 time: 0.1220338 May 18 01:45:17.646576 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-d36b2537-4a51-4b23-b70e-5aba17ce42a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2537780a-957c-44fa-971b-80c0ecbca531 HTTP/1.1" status: 200 len: 998 time: 0.0891273 May 18 01:45:17.803574 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-879c8731-2006-4168-b7d1-793311183bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:17.804951 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-879c8731-2006-4168-b7d1-793311183bae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.1521251 May 18 01:45:17.876669 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-03314438-58ed-4654-8fad-08f59bf7e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:17.878095 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-03314438-58ed-4654-8fad-08f59bf7e166 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0671871 May 18 01:45:18.006346 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-9ff9dbfe-afa3-4a9c-8beb-454aa0a17f11 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217299 May 18 01:45:18.134864 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-35dc3b2c-bc61-418b-801d-5c0bb72f2541 req-ff1e766a-1fd3-4dbb-b781-83e1bc25e752 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227326 May 18 01:45:18.527491 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaedac-bf86-409f-9096-ff5ae3b86664 req-68c43fa7-f7db-4a86-b76f-f83e956d3763 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:18.531536 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2edaedac-bf86-409f-9096-ff5ae3b86664 req-68c43fa7-f7db-4a86-b76f-f83e956d3763 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.1035469 May 18 01:45:18.621430 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2edaedac-bf86-409f-9096-ff5ae3b86664 req-2e43752c-8acc-491c-8415-dcdf361f3f62 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815301 May 18 01:45:19.822068 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1a141-4ef4-44db-9aee-8332e44be143 req-a2d624b6-fe23-4dcd-aaca-f7906a1967e3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:19.823549 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-36b1a141-4ef4-44db-9aee-8332e44be143 req-a2d624b6-fe23-4dcd-aaca-f7906a1967e3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0861983 May 18 01:45:19.873472 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-36b1a141-4ef4-44db-9aee-8332e44be143 req-8e276dfe-5884-4324-bd03-50b4e818e3e0 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439479 May 18 01:45:21.066874 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8e2fa-91e7-4851-a305-ca0763cf3c34 req-c9f839d3-6c0f-4295-9e93-47d3d8116f2e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:21.068373 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-37f8e2fa-91e7-4851-a305-ca0763cf3c34 req-c9f839d3-6c0f-4295-9e93-47d3d8116f2e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0811100 May 18 01:45:21.114968 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-37f8e2fa-91e7-4851-a305-ca0763cf3c34 req-ec387ea5-3939-4840-a00c-2b48bafcaaa2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407367 May 18 01:45:22.328499 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a039ce-a80b-42e4-bb54-efb457f1b3d2 req-0dbd41ad-422c-474b-8b6f-9612ac819eea tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:22.330006 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f3a039ce-a80b-42e4-bb54-efb457f1b3d2 req-0dbd41ad-422c-474b-8b6f-9612ac819eea tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0966351 May 18 01:45:22.381667 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f3a039ce-a80b-42e4-bb54-efb457f1b3d2 req-273c0c09-0a91-424e-9c64-e47b9b8cd5e7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455070 May 18 01:45:23.274741 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:45:23.574844 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf9ae0-370b-4395-8c2f-968d1deff13e req-31d27d1b-01d8-4af4-bf22-7eca05f02138 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:23.576266 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-96cf9ae0-370b-4395-8c2f-968d1deff13e req-31d27d1b-01d8-4af4-bf22-7eca05f02138 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0811427 May 18 01:45:23.626273 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-96cf9ae0-370b-4395-8c2f-968d1deff13e req-5563f8a1-b1a6-4878-b07a-3db7e46e9151 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441794 May 18 01:45:24.837690 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b9453-5d8e-4a23-b28f-7f1662fd38c7 req-86fd35b4-6b4d-4fd9-97f2-86fdf37a33c9 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:24.839155 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-945b9453-5d8e-4a23-b28f-7f1662fd38c7 req-86fd35b4-6b4d-4fd9-97f2-86fdf37a33c9 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0966535 May 18 01:45:24.887354 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-945b9453-5d8e-4a23-b28f-7f1662fd38c7 req-efb2410e-d346-4308-a42e-cb6032dc6e62 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418534 May 18 01:45:25.023060 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:26.088744 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd22c9-b01c-46c3-ba59-5330433203a4 req-6885826d-6381-4812-8fbd-231328cdb157 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:26.090148 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-86bd22c9-b01c-46c3-ba59-5330433203a4 req-6885826d-6381-4812-8fbd-231328cdb157 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0871575 May 18 01:45:26.141584 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-86bd22c9-b01c-46c3-ba59-5330433203a4 req-5e7ef4f7-12b7-4030-91a3-1dce8a30f3cd tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452855 May 18 01:45:27.337596 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731888-6cb1-4e4a-b2bc-17f1004237ca req-0d17d59b-3238-4166-9a91-a579251a606b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:27.339053 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5a731888-6cb1-4e4a-b2bc-17f1004237ca req-0d17d59b-3238-4166-9a91-a579251a606b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0831900 May 18 01:45:27.388431 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5a731888-6cb1-4e4a-b2bc-17f1004237ca req-e5696936-d55b-457a-b80e-bdefbc9b80f5 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436327 May 18 01:45:27.961030 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-21008f13-4bd2-40c9-99f9-2209c0800616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:28.580595 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0519ae-1e71-4824-8c70-9d65b53fa64d req-9d80abd8-9891-4af8-8de7-10d06e44a8e5 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:28.581972 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0d0519ae-1e71-4824-8c70-9d65b53fa64d req-9d80abd8-9891-4af8-8de7-10d06e44a8e5 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0794001 May 18 01:45:28.626590 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0d0519ae-1e71-4824-8c70-9d65b53fa64d req-1dc31d62-1b69-4838-bd2a-74772937b5d7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388405 May 18 01:45:29.820120 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eaf3a-6cc7-428d-ab95-cbc88aa6f21c req-510e2b25-045e-4bcd-a3a6-a25cfaeead49 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:29.821614 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a32eaf3a-6cc7-428d-ab95-cbc88aa6f21c req-510e2b25-045e-4bcd-a3a6-a25cfaeead49 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0828280 May 18 01:45:29.866047 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a32eaf3a-6cc7-428d-ab95-cbc88aa6f21c req-e4f499f0-6df2-4819-8a7f-ebe6eb2b33fc tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383036 May 18 01:45:30.350148 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-598c3959-2c7f-4fb0-8107-20d98e58663d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:30.548917 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:31.051069 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e769b6-2511-4a08-a5da-1289be3cd76b req-efb9ba1d-5f74-491e-8fcd-0119c059b25e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:31.052500 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-33e769b6-2511-4a08-a5da-1289be3cd76b req-efb9ba1d-5f74-491e-8fcd-0119c059b25e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 943 time: 0.0783191 May 18 01:45:31.098616 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-33e769b6-2511-4a08-a5da-1289be3cd76b req-355c809b-2994-4d9b-bc67-c56fab871532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405402 May 18 01:45:31.596790 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 2537780a-957c-44fa-971b-80c0ecbca531 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:45:31.614423 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:31.761446 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:45:31.773779 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '2537780a-957c-44fa-971b-80c0ecbca531', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'port_id': '2537780a-957c-44fa-971b-80c0ecbca531', 'mac_address': 'fa:16:3e:34:6a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:45:31.826899 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:31.843054 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2537780a-957c-44fa-971b-80c0ecbca531 {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:45:31.858288 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:45:31.861496 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:31.863166 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:45:31.930057 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=9']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:45:31.937511 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.937853 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.938188 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.938521 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.938848 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.939175 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.939498 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.939815 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.940134 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.940450 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.940765 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.941106 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:45:31.944983 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:45:32.065039 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['2537780a-957c-44fa-971b-80c0ecbca531'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:45:32.284348 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18720e-2f0f-407d-a4a7-44a8a41fc2b0 req-e0d61c2c-38e7-463e-a1c8-019e08c0037a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:32.285802 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3a18720e-2f0f-407d-a4a7-44a8a41fc2b0 req-e0d61c2c-38e7-463e-a1c8-019e08c0037a tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 944 time: 0.0785863 May 18 01:45:32.329725 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-3a18720e-2f0f-407d-a4a7-44a8a41fc2b0 req-121748ba-8858-4072-abf5-a611cb7509f7 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381463 May 18 01:45:32.995486 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:33.520349 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc3fb6-a9e8-4da2-8acb-e51780e95c9f req-b4ec4618-891d-429e-8c70-b6ae3b9b435d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:33.521807 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1ebc3fb6-a9e8-4da2-8acb-e51780e95c9f req-b4ec4618-891d-429e-8c70-b6ae3b9b435d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 944 time: 0.0815072 May 18 01:45:33.565530 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1ebc3fb6-a9e8-4da2-8acb-e51780e95c9f req-6e11768d-9a69-4041-b22e-13e32d1bd3c4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381944 May 18 01:45:33.615105 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 2537780a-957c-44fa-971b-80c0ecbca531 up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:45:33.679962 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 2537780a-957c-44fa-971b-80c0ecbca531 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:45:33.680341 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:33.791206 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:33.817954 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:45:33.827390 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:45:33.831497 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:33.833286 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-fef601e1-32b5-4830-bd4c-cd9b04fdb9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:45:33.867424 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531', 'code': 200} May 18 01:45:33.898367 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=10']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:45:33.901175 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:45:34.086160 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1496a21-f725-4240-9f28-b45104d26011 req-1881d370-edd4-423a-b63a-171ba0fcf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:34.087567 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c1496a21-f725-4240-9f28-b45104d26011 req-1881d370-edd4-423a-b63a-171ba0fcf0d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 1099 time: 0.0673351 May 18 01:45:34.126554 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c1496a21-f725-4240-9f28-b45104d26011 req-50c0b9a9-62fa-4cfe-963d-ec4ea1dad6a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326183 May 18 01:45:34.754478 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acdf04-a468-48f7-b984-9d501d613ea5 req-6c941d74-20fd-42a9-9018-94f3151e375e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:34.755915 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-83acdf04-a468-48f7-b984-9d501d613ea5 req-6c941d74-20fd-42a9-9018-94f3151e375e tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 946 time: 0.0820189 May 18 01:45:34.799757 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-83acdf04-a468-48f7-b984-9d501d613ea5 req-00ec6df2-5ee5-4fa9-8a73-41bd47934717 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382364 May 18 01:45:35.986409 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e2716-bba3-4b75-91ad-117a9af8a58e req-a577c055-8425-4353-b018-c2bcc10e8144 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:35.987756 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ff4e2716-bba3-4b75-91ad-117a9af8a58e req-a577c055-8425-4353-b018-c2bcc10e8144 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 946 time: 0.0817537 May 18 01:45:36.113757 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ff4e2716-bba3-4b75-91ad-117a9af8a58e req-b7f2dc74-2a8d-464a-9b0e-2d1b77d6c616 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203051 May 18 01:45:55.008033 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:45:56.909937 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-23948233-6a86-4c5a-9a27-a2809019d75c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684650 May 18 01:45:57.047573 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-0d08c6b5-5a0b-436c-b2ca-ebb57fdfd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:57.048940 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-0d08c6b5-5a0b-436c-b2ca-ebb57fdfd2c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25972865c49844ea8268b910ba743fbd&device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 1099 time: 0.0729175 May 18 01:45:57.191228 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-b2be431f-17d3-4d78-ab65-4ccb0d1b2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:57.192632 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-b2be431f-17d3-4d78-ab65-4ccb0d1b2532 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 200 len: 917 time: 0.1245735 May 18 01:45:57.293610 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-6c46b775-1a84-41ad-b4e8-9cf230954734 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2537780a-957c-44fa-971b-80c0ecbca531 HTTP/1.1" status: 200 len: 1000 time: 0.0937700 May 18 01:45:57.354442 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-8b78c694-0072-41da-ac19-eff4e97cec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:57.356070 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-8b78c694-0072-41da-ac19-eff4e97cec1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 200 len: 855 time: 0.0560350 May 18 01:45:57.429914 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-2d15a102-4a66-44bd-abed-ac54bda88b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:45:57.431394 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-2d15a102-4a66-44bd-abed-ac54bda88b12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684590 May 18 01:45:57.559361 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-d340080a-57b1-4a72-ace2-a089bb7a01d6 service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214597 May 18 01:45:57.688174 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-73e4ca48-06b2-4e15-b01c-a2c0eecfc3da req-a679b82d-af05-45c9-ac3c-ea31dc4608dd service neutron] 10.222.0.39 "GET /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218369 May 18 01:45:57.962270 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-444eff21-a02b-4b32-84e5-ceed6dfba9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:00.273581 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:46:00.351563 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-195e7c39-7065-4dcd-99f0-5bbb8c055d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:00.549034 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:01.608457 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:02.995331 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:04.915515 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b5034-ff87-441b-bfa8-fea381182178 req-4946d636-92cb-491f-992a-9c65d5e6e88b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:04.916992 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c38b5034-ff87-441b-bfa8-fea381182178 req-4946d636-92cb-491f-992a-9c65d5e6e88b tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 946 time: 0.0814991 May 18 01:46:04.961394 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c38b5034-ff87-441b-bfa8-fea381182178 req-5e241b4b-8ef7-4d05-83f5-34866b4826d3 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382872 May 18 01:46:06.208337 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9d74-7359-43a3-88ae-5bf6e6efab70 req-09a3fd10-6153-4dea-85d8-6877b308e774 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:06.209797 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-02ee9d74-7359-43a3-88ae-5bf6e6efab70 req-09a3fd10-6153-4dea-85d8-6877b308e774 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 946 time: 0.1403117 May 18 01:46:06.217012 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-7482c04f-b617-4831-a2c9-7e7e4fbad9b8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:06.218335 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-7482c04f-b617-4831-a2c9-7e7e4fbad9b8 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.39 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 946 time: 0.1181757 May 18 01:46:06.310158 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-02ee9d74-7359-43a3-88ae-5bf6e6efab70 req-b97bb69b-8469-477d-be74-20e2dc96604d tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups?id=34af7be4-e448-4ef4-a784-6ce4094693ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908184 May 18 01:46:06.379413 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Deleting port 2537780a-957c-44fa-971b-80c0ecbca531 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:46:06.379754 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:06.508330 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] For port 2537780a-957c-44fa-971b-80c0ecbca531, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2537780a-957c-44fa-971b-80c0ecbca531,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:06.508687 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:06.881652 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:06.882041 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:06.882362 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.l3_db [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Floating IP 12dd25d7-781c-46a3-874b-b4695a183526 disassociated. External IP: 172.28.3.52, port: 2537780a-957c-44fa-971b-80c0ecbca531. May 18 01:46:06.882708 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Calling delete_port for 2537780a-957c-44fa-971b-80c0ecbca531 owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:46:06.987578 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:06.992808 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:07.037708 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event deleted for resources: {'Port': ['ID=2537780a-957c-44fa-971b-80c0ecbca531,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:07.047309 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.047683 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.048050 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.048412 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.048766 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.049206 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.049495 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.049870 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.050221 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.050570 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.050917 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.051260 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:07.054861 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:07.232913 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Router c72c7ee0-d13e-4664-9865-1a5bace94d2e has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:46:07.413709 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:46:07.425898 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] Sync routers for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:46:07.436302 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:46:07.437722 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:46:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:07.528755 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-863ffbf3-a67e-4bbf-b5d6-cc0ea97a2d9b req-34270a52-5488-4151-9560-ee92ed723da4 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/ports?device_id=19059e89-dade-4fb1-8fbd-681e2d2b2c14 HTTP/1.1" status: 200 len: 210 time: 0.0815980 May 18 01:46:07.529660 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] No DVR routers for this DVR port 2537780a-957c-44fa-971b-80c0ecbca531 on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:46:07.532817 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:07.535560 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'name': 'network-vif-deleted', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:46:07.560641 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-72a2bae0-d78a-48a8-beea-fee777e37715 req-64e8a692-28ff-4af8-ac32-114b645d7167 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.39 "DELETE /v2.0/ports/2537780a-957c-44fa-971b-80c0ecbca531 HTTP/1.1" status: 204 len: 173 time: 1.3291187 May 18 01:46:07.587286 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19059e89-dade-4fb1-8fbd-681e2d2b2c14', 'name': 'network-vif-deleted', 'tag': '2537780a-957c-44fa-971b-80c0ecbca531', 'status': 'completed', 'code': 200} May 18 01:46:07.627964 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:46:07.937216 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:07.941026 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] Checking router: c72c7ee0-d13e-4664-9865-1a5bace94d2e for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:46:07.949152 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:46:07.949752 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:46:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:08.126812 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:46:08.455359 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:08.459087 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aadf472-8e58-474f-88e9-f7c1e0e6ebaf None None] The sync data for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb is: [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:39:48Z', 'revision_number': 4, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '328542e5-82e5-4780-b85b-c7ecfaa8a56f', 'name': '', 'network_id': 'ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'mac_address': 'fa:16:3e:e9:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd75526d5-0375-4304-972e-d706eb003b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:45Z', 'updated_at': '2021-05-18T01:39:55Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'subnets': [{'id': 'd75526d5-0375-4304-972e-d706eb003b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:46:08.660362 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47994) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:08.661600 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ef66f-88d3-4dfc-a85a-afd062e1e298 None None] New status for floating IP 12dd25d7-781c-46a3-874b-b4695a183526: DOWN {{(pid=78854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:46:08.727715 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:08.756300 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:08.807059 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:08.812926 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-49008e20-ff50-4271-8f0a-47ecd929d025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:08.827825 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af7be4-e448-4ef4-a784-6ce4094693ab,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:08.838163 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.838574 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.838951 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.839349 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.839721 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.840088 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.840455 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.840839 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.841203 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.841563 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.841951 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.842310 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:08.845916 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:08.847068 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:08.848310 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "DELETE /v2.0/security-groups/34af7be4-e448-4ef4-a784-6ce4094693ab HTTP/1.1" status: 204 len: 168 time: 0.1868608 May 18 01:46:08.851604 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 47998) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:08.870491 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.api.v2.resource [None req-78cae950-8135-403b-9857-2a11740fbd18 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] show failed (client error): The resource could not be found. May 18 01:46:08.871484 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-78cae950-8135-403b-9857-2a11740fbd18 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "GET /v2.0/security-groups/34af7be4-e448-4ef4-a784-6ce4094693ab HTTP/1.1" status: 404 len: 347 time: 0.0196581 May 18 01:46:08.875149 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48002) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:09.088766 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Deleting port ef59ffae-0c10-458e-9b95-01736fe45fa4 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:46:09.089128 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:09.269731 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:09.270050 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:09.389013 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Calling delete_port for ef59ffae-0c10-458e-9b95-01736fe45fa4 owned by network:floatingip {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:46:09.497009 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:09.500427 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-6686dafe-b931-46d6-8899-38f45cc21e1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:09.541890 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Pushing event deleted for resources: {'Port': ['ID=ef59ffae-0c10-458e-9b95-01736fe45fa4,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:09.545292 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:09.634241 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks [] for floatingip, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:09.648071 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:09.649209 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-111669e6-a0f1-497c-aa81-ae9874b9aa86 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] 10.222.0.11 "DELETE /v2.0/floatingips/12dd25d7-781c-46a3-874b-b4695a183526 HTTP/1.1" status: 204 len: 168 time: 0.7731142 May 18 01:46:09.842548 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 2537780a-957c-44fa-971b-80c0ecbca531 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:46:09.878154 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: 2537780a-957c-44fa-971b-80c0ecbca531 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:46:09.878511 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 2537780a-957c-44fa-971b-80c0ecbca531 not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:46:12.399154 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48026) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:13.021740 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810758'] for router_interface, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:13.416264 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Deleting port 328542e5-82e5-4780-b85b-c7ecfaa8a56f {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:46:13.416936 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:13.608820 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] For port 328542e5-82e5-4780-b85b-c7ecfaa8a56f, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=328542e5-82e5-4780-b85b-c7ecfaa8a56f,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:13.609180 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:13.730532 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Calling delete_port for 328542e5-82e5-4780-b85b-c7ecfaa8a56f owned by network:router_interface {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:46:13.870374 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:13.873813 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-82b8f1d0-8119-4de9-becf-181ce3d75695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:13.916051 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Pushing event deleted for resources: {'Port': ['ID=328542e5-82e5-4780-b85b-c7ecfaa8a56f,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:13.919635 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:14.176371 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810666'] for router_interface, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:14.521941 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Router c72c7ee0-d13e-4664-9865-1a5bace94d2e has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:46:14.694921 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:46:14.703414 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] Sync routers for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:46:14.707292 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] 10.222.0.11 "PUT /v2.0/routers/c72c7ee0-d13e-4664-9865-1a5bace94d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3071139 May 18 01:46:14.709777 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48032) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:14.713004 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:46:14.713614 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:46:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:14.888195 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:46:14.964558 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:15.134365 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:15.165503 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:46:13Z', 'revision_number': 5, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port': {'id': '490acfc3-04e3-4d70-b2f9-0a4a32dc1080', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:39:40Z', 'updated_at': '2021-05-18T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:15.169282 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] Checking router: c72c7ee0-d13e-4664-9865-1a5bace94d2e for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:46:15.177435 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] Routers {'c72c7ee0-d13e-4664-9865-1a5bace94d2e'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:46:15.178549 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:46:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:15.208284 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Deleting port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:46:15.208626 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:15.325977 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] For port 490acfc3-04e3-4d70-b2f9-0a4a32dc1080, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=490acfc3-04e3-4d70-b2f9-0a4a32dc1080,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:15.326194 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] Set router c72c7ee0-d13e-4664-9865-1a5bace94d2e gateway port host: None {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:46:15.326304 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:15.431262 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:46:15Z', 'revision_number': 6, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port_host': None}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:15.435461 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f58cb-2c4f-409d-b91a-ffe814175acf None None] The sync data for ids ['c72c7ee0-d13e-4664-9865-1a5bace94d2e'] in dv-cinder-784623-9-smb is: [{'id': 'c72c7ee0-d13e-4664-9865-1a5bace94d2e', 'name': 'tempest-AttachVolumeShelveTestJSON-213300073-router', 'tenant_id': '25972865c49844ea8268b910ba743fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:39:39Z', 'updated_at': '2021-05-18T01:46:15Z', 'revision_number': 6, 'project_id': '25972865c49844ea8268b910ba743fbd', 'gw_port_host': None}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:46:15.454806 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Calling delete_port for 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 owned by network:router_gateway {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:46:15.586889 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:15.591042 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-37e43a1e-dd4b-43dd-86ee-d4aee7e9129e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:15.634877 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=490acfc3-04e3-4d70-b2f9-0a4a32dc1080,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:15.637995 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:15.722480 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841505'] for router_gateway, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:15.896355 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5144'] for router, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:15.898514 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:15.920105 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841305'] for router, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:15.920679 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c72c7ee0-d13e-4664-9865-1a5bace94d2e {{(pid=78852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 01:46:15.932924 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:15.934297 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-809b54b5-c278-48d8-881b-f465f2d055e7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c72c7ee0-d13e-4664-9865-1a5bace94d2e HTTP/1.1" status: 204 len: 168 time: 1.2236261 May 18 01:46:15.936947 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48036) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:15.996045 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06646d7-d2b6-4ecb-b0c7-c4d2a652b547 admin admin] Deleting subnet d75526d5-0375-4304-972e-d706eb003b17 {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:46:15.998859 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e06646d7-d2b6-4ecb-b0c7-c4d2a652b547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.045066 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e06646d7-d2b6-4ecb-b0c7-c4d2a652b547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1790874'] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.122977 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e06646d7-d2b6-4ecb-b0c7-c4d2a652b547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.211958 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 328542e5-82e5-4780-b85b-c7ecfaa8a56f no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:46:16.249789 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 328542e5-82e5-4780-b85b-c7ecfaa8a56f {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:46:16.250137 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 328542e5-82e5-4780-b85b-c7ecfaa8a56f not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:46:16.457585 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e06646d7-d2b6-4ecb-b0c7-c4d2a652b547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1894686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1938081'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.461502 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:16.498866 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06646d7-d2b6-4ecb-b0c7-c4d2a652b547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75526d5-0375-4304-972e-d706eb003b17,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:16.502597 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e06646d7-d2b6-4ecb-b0c7-c4d2a652b547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:16.503546 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e06646d7-d2b6-4ecb-b0c7-c4d2a652b547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.508190 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9797c034-6519-4d65-9106-9d55d75bae27 None None] Network ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:46:16.509254 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e06646d7-d2b6-4ecb-b0c7-c4d2a652b547 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d75526d5-0375-4304-972e-d706eb003b17 HTTP/1.1" status: 204 len: 168 time: 0.5714140 May 18 01:46:16.511695 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48040) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:16.616136 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.687151 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Deleting port 2229e9a4-af6a-4d53-89e8-850c4e12476e {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:46:16.687489 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.760534 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667daec-5d5c-4b1b-9faf-0afef0ff7a11 None None] DHCP port deletion for ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 request from dv-cinder-784623-9-smb {{(pid=78853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 01:46:16.787877 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] For port 2229e9a4-af6a-4d53-89e8-850c4e12476e, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=2229e9a4-af6a-4d53-89e8-850c4e12476e,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:16.788237 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.827795 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-3667daec-5d5c-4b1b-9faf-0afef0ff7a11 None None] Deleting port 2229e9a4-af6a-4d53-89e8-850c4e12476e {{(pid=78853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:46:16.828220 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3667daec-5d5c-4b1b-9faf-0afef0ff7a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.910308 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Calling delete_port for 2229e9a4-af6a-4d53-89e8-850c4e12476e owned by network:dhcp {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:46:16.955649 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.959303 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-3667daec-5d5c-4b1b-9faf-0afef0ff7a11 None None] For port 2229e9a4-af6a-4d53-89e8-850c4e12476e, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=2229e9a4-af6a-4d53-89e8-850c4e12476e,segment=NetworkSegment(c6fea967-7956-4abb-aa2b-310f17f79731),segment_id=c6fea967-7956-4abb-aa2b-310f17f79731)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:16.959706 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3667daec-5d5c-4b1b-9faf-0afef0ff7a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:16.960491 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-3ea65f1f-f3a4-41b1-83bc-ae8eb81a9ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:17.005650 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Pushing event deleted for resources: {'Port': ['ID=2229e9a4-af6a-4d53-89e8-850c4e12476e,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:17.007969 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:17.010567 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] No DVR routers for this DVR port 2229e9a4-af6a-4d53-89e8-850c4e12476e on host dv-cinder-784623-9-smb {{(pid=78852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:46:17.078232 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-3667daec-5d5c-4b1b-9faf-0afef0ff7a11 None None] Calling delete_port for 2229e9a4-af6a-4d53-89e8-850c4e12476e owned by network:dhcp {{(pid=78853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:46:17.118901 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3667daec-5d5c-4b1b-9faf-0afef0ff7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786'] for port, after_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.122384 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:17.125538 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.137991 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2']}} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:17.150543 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fea967-7956-4abb-aa2b-310f17f79731') {'for_net_delete': True} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:17.150952 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fea967-7956-4abb-aa2b-310f17f79731') {} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:17.162870 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667daec-5d5c-4b1b-9faf-0afef0ff7a11 None None] Pushing event deleted for resources: {'Port': ['ID=2229e9a4-af6a-4d53-89e8-850c4e12476e,revision_number=None']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:17.163188 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1790869'] for segment, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.166307 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-3667daec-5d5c-4b1b-9faf-0afef0ff7a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:17.168418 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667daec-5d5c-4b1b-9faf-0afef0ff7a11 None None] No DVR routers for this DVR port 2229e9a4-af6a-4d53-89e8-850c4e12476e on host dv-cinder-784623-9-smb {{(pid=78853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:46:17.184250 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.190382 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=78852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:46:17.190755 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1894840'] for segment, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: Traceback (most recent call last): May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: timer() May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: cb(*args, **kw) May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: return func(*args, **kwargs) May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: self._notify() May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: self.callback(batched_events) May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: event.method(event) May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: return f(self, *a, **k) May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: return self._get(url).json() May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: return self.request(url, 'GET', **kwargs) May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:46:17.203960 dv-cinder-784623-9-smb neutron-server[78852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:46:17.278113 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.283784 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.287200 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:17.313915 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Pushing event deleted for resources: {'Network': ['ID=ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:17.316323 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:17.325286 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-8d04f595-6c36-4b77-863c-4ae1b9d35aed admin admin] 10.222.0.11 "DELETE /v2.0/networks/ea61ba6b-d3bc-45dc-ae6c-26a6b7f718a2 HTTP/1.1" status: 204 len: 168 time: 0.8126650 May 18 01:46:17.434971 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48046) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:17.484264 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-d636c417-e613-401a-b6db-7516b8cccce8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25972865c49844ea8268b910ba743fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476458 May 18 01:46:17.486516 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48050) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:17.542704 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0b09be0a-83c1-424a-8e27-dd61c4a1976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.568287 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0b09be0a-83c1-424a-8e27-dd61c4a1976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.617609 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0b09be0a-83c1-424a-8e27-dd61c4a1976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.622190 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0aa53dbd-0a52-4575-9bfb-4257019820a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:17.638392 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09be0a-83c1-424a-8e27-dd61c4a1976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f884a1e-01b7-463f-ae7a-1ed2b25ce275,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:17.642158 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0b09be0a-83c1-424a-8e27-dd61c4a1976c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:17.645379 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-0b09be0a-83c1-424a-8e27-dd61c4a1976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:17.646460 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-0b09be0a-83c1-424a-8e27-dd61c4a1976c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f884a1e-01b7-463f-ae7a-1ed2b25ce275 HTTP/1.1" status: 204 len: 168 time: 0.1590962 May 18 01:46:17.802781 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:46:17.838302 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:46:17.838656 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 490acfc3-04e3-4d70-b2f9-0a4a32dc1080 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:46:17.839072 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 2229e9a4-af6a-4d53-89e8-850c4e12476e no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:46:17.871963 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 2229e9a4-af6a-4d53-89e8-850c4e12476e {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:46:17.872313 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 2229e9a4-af6a-4d53-89e8-850c4e12476e not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:46:18.358113 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48074) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:18.461252 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-713760462-network', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:46:18.465817 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:46:18.470165 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Usage tracker for resource:network and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:46:18.473003 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:46:18.478615 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:46:18.489540 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Made reservation on behalf of d359230760b34c30ab4593c50da12ecc for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:46:18.491929 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:18.503660 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:18.517672 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:46:18.521424 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Usage tracker for resource:security_group_rule and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:46:18.524187 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:46:18.529775 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:46:18.612215 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:18.615912 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:18.619829 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c2a886f0-0aaf-4409-bbd4-7cc5fd1331e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:18.646143 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:46:18.654475 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d57acd-dada-4a87-bab5-a11c6a0e614a,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:18.658983 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:18.661494 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:18.661844 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Added segment ff639432-4da2-4edf-83bd-4a937d010dc7 of type vlan for network facaa73d-5071-4c02-82f4-cd80d43bdff6 May 18 01:46:18.688571 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:18.716443 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:18.718468 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:18.719150 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:18.723655 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:18.820279 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Pushing event updated for resources: {'Network': ['ID=facaa73d-5071-4c02-82f4-cd80d43bdff6,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:18.825831 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4634202 May 18 01:46:18.825831 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-de874e85-d462-4fec-9a89-628fa9ff84fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:18.826206 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48080) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:18.830101 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network facaa73d-5071-4c02-82f4-cd80d43bdff6 details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:46:18.831233 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Request body: {'subnet': {'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-713760462-subnet', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:46:18.835933 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:46:18.839734 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Usage tracker for resource:subnet and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:46:18.842596 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:46:18.849134 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:46:18.859521 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Made reservation on behalf of d359230760b34c30ab4593c50da12ecc for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:46:18.861800 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1938106'] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:19.300959 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1894737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1938088'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:19.305234 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-a312efd2-d127-4477-9fb8-72847845a187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:19.373676 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:19.377611 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:19.383109 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Checking segment: {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:46:19.383458 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Network hostable DHCP agents. Network: facaa73d-5071-4c02-82f4-cd80d43bdff6, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:46:19.400116 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Network facaa73d-5071-4c02-82f4-cd80d43bdff6 is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:46:19.409007 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, facaa73d-5071-4c02-82f4-cd80d43bdff6) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:46:19.416861 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:19.417447 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:19.418634 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489bcc5-e143-4a00-b776-da4e39f3fccc None None] Network facaa73d-5071-4c02-82f4-cd80d43bdff6 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:46:19.437770 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-67f4c02f-4199-4577-a7c7-d5b4a9212cc1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6107869 May 18 01:46:19.440327 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48084) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:19.445677 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:46:19.450190 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:46:19.455621 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Usage tracker for resource:router and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:46:19.458488 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:46:19.464214 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:46:19.478278 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5134'] for router, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:19.479233 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3841536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3816379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3915002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5137'] for router, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:19.494540 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:19.634394 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f040f5a-a771-5fd5-a8d4-d4dce0ac1ed4-facaa73d-5071-4c02-82f4-cd80d43bdff6', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624'}]}} from dv-cinder-784623-9-smb. {{(pid=78853) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 01:46:19.635216 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:19.763721 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5155'] for router, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:19.783772 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.db_base_plugin_common [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Allocated IP 172.20.0.2 (facaa73d-5071-4c02-82f4-cd80d43bdff6/a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624/21d7bfc5-e6d7-4608-a240-f059254e04ed) {{(pid=78853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:46:19.988731 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Notify callbacks [] for port, precommit_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:20.000214 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Transition to ACTIVE for port object 21d7bfc5-e6d7-4608-a240-f059254e04ed will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:46:20.018611 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Transition to ACTIVE for port object 21d7bfc5-e6d7-4608-a240-f059254e04ed will not be triggered until provisioned by entity DHCP. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:46:20.023478 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777'] for port, after_create {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:20.027649 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:20.071844 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:20.086528 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Network facaa73d-5071-4c02-82f4-cd80d43bdff6 is already hosted by enough agents. {{(pid=78853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:46:20.089365 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.scheduler.base_scheduler [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Resources bound (agent type, host, resource id): {{(pid=78853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:46:20.093473 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Received port after_create {{(pid=78853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:46:20.101322 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:20.102079 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Pushing event updated for resources: {'Port': ['ID=21d7bfc5-e6d7-4608-a240-f059254e04ed,revision_number=1']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:20.127653 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:20.187559 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Attempting to bind port 21d7bfc5-e6d7-4608-a240-f059254e04ed on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:46:20.187934 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Attempting to bind port 21d7bfc5-e6d7-4608-a240-f059254e04ed by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:46:20.188303 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Attempting to bind port 21d7bfc5-e6d7-4608-a240-f059254e04ed on network facaa73d-5071-4c02-82f4-cd80d43bdff6 {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:46:20.193480 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:46:20.193857 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Checking segment: {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:46:20.194264 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:20.194670 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Bound using segment: {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:46:20.195124 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Bound port: 21d7bfc5-e6d7-4608-a240-f059254e04ed, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:46:20.195498 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:20.233971 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Allocated IP 172.28.3.224 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/e297128c-370b-45ae-bd5a-88169b10f8e9) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:46:20.282260 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] For port 21d7bfc5-e6d7-4608-a240-f059254e04ed, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:46:20.285662 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] For port 21d7bfc5-e6d7-4608-a240-f059254e04ed, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=21d7bfc5-e6d7-4608-a240-f059254e04ed,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:46:20.289758 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:20.293133 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-861494e7-6654-494a-a4a5-dad8fb654a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:20.379086 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Pushing event updated for resources: {'Port': ['ID=21d7bfc5-e6d7-4608-a240-f059254e04ed,revision_number=2']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:20.383112 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:20.384099 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:20.418591 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:20.423270 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d5217981-3235-4c31-8f65-4a68834bde5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:20.488039 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:46:20.490864 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:46:20.494673 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:46:20.539657 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Pushing event updated for resources: {'Port': ['ID=e297128c-370b-45ae-bd5a-88169b10f8e9,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:20.543837 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:20.995588 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:21.280731 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404c910f-753c-4801-9d5c-2770d91b02a0 None None] Network facaa73d-5071-4c02-82f4-cd80d43bdff6 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:46:21.339804 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815860'] for router, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:21.408703 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-9c5d2c76-d3d4-4346-baaa-6ce4316ccf2a None None] Provisioning for port 21d7bfc5-e6d7-4608-a240-f059254e04ed completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:46:21.541472 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Router b6de0aed-72b2-49ac-952d-6c7821fdae63 is scheduled to L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b with binding_index 1 {{(pid=78852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 01:46:21.726815 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:46:21.742256 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Sync routers for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:46:21.752378 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:21.754087 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:46:21.755139 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:46:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:21.756698 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48088) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:21.765931 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-1bcd6146-996a-4c59-ab63-47f732897f09 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3242779 May 18 01:46:21.852800 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 21d7bfc5-e6d7-4608-a240-f059254e04ed up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:46:21.921305 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 21d7bfc5-e6d7-4608-a240-f059254e04ed completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:46:21.925847 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 21d7bfc5-e6d7-4608-a240-f059254e04ed triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:46:21.926213 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:21.943946 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:46:22.041568 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.073106 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 21d7bfc5-e6d7-4608-a240-f059254e04ed, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=21d7bfc5-e6d7-4608-a240-f059254e04ed,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:22.078792 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.080845 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:22.152758 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=21d7bfc5-e6d7-4608-a240-f059254e04ed,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:22.156640 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:22.231744 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:20Z', 'revision_number': 3, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:22.235462 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Checking router: b6de0aed-72b2-49ac-952d-6c7821fdae63 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:46:22.235838 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Updating router b6de0aed-72b2-49ac-952d-6c7821fdae63 port e297128c-370b-45ae-bd5a-88169b10f8e9 binding host dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:46:22.287034 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.550619 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.615383 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Notify callbacks [] for port, precommit_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.627456 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.provisioning_blocks [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Transition to ACTIVE for port object e297128c-370b-45ae-bd5a-88169b10f8e9 will not be triggered until provisioned by entity L2. {{(pid=78854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:46:22.634010 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.638571 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-c353741f-9ba2-4acf-9cc0-097c77c47a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:22.711879 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Attempting to bind port e297128c-370b-45ae-bd5a-88169b10f8e9 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:46:22.712251 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Attempting to bind port e297128c-370b-45ae-bd5a-88169b10f8e9 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:46:22.712642 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Attempting to bind port e297128c-370b-45ae-bd5a-88169b10f8e9 on network a2adaee7-831c-4c6c-b54a-b71e9d98e449 {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:46:22.721610 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Pushing event updated for resources: {'Port': ['ID=e297128c-370b-45ae-bd5a-88169b10f8e9,revision_number=2']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:22.725014 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:46:22.725387 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Checking segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:46:22.725790 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.726182 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Bound using segment: {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'} {{(pid=78854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:46:22.726653 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.managers [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Bound port: e297128c-370b-45ae-bd5a-88169b10f8e9, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41679cb7-dbe3-4088-a8f2-9417a74744b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}}] {{(pid=78854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:46:22.727029 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.766423 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Allocated IP 172.20.0.1 (facaa73d-5071-4c02-82f4-cd80d43bdff6/a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624/0f8e0b90-598a-4584-90ee-25f720306187) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:46:22.768389 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.768867 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.769086 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.769418 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.769742 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.770065 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.770730 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.770730 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.771007 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.771326 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.771675 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.771956 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:22.777243 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:22.809656 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] For port e297128c-370b-45ae-bd5a-88169b10f8e9, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:46:22.813380 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.plugins.ml2.db [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] For port e297128c-370b-45ae-bd5a-88169b10f8e9, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=e297128c-370b-45ae-bd5a-88169b10f8e9,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:46:22.817761 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron_lib.callbacks.manager [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.821561 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-e1d5840c-acea-4a8e-b8c6-9e723e09fdb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:22.896064 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:46:22.896668 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:46:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:22.920072 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.936040 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Transition to ACTIVE for port object 0f8e0b90-598a-4584-90ee-25f720306187 will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:46:22.959443 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:22.964263 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3f398cf5-1a4e-45fd-9cde-ca1f06af3a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:22.965847 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Pushing event updated for resources: {'Port': ['ID=e297128c-370b-45ae-bd5a-88169b10f8e9,revision_number=3']} {{(pid=78854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:22.971396 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG oslo_concurrency.lockutils [None req-199b0d8f-86ca-4c01-b38c-b3f72898e680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:23.025369 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Network facaa73d-5071-4c02-82f4-cd80d43bdff6 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:46:23.028229 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:46:23.031361 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:46:23.085050 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Pushing event updated for resources: {'Port': ['ID=0f8e0b90-598a-4584-90ee-25f720306187,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:23.089274 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:23.098598 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841359'] for router_interface, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:23.104327 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:46:23.273836 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-6794ff43-08d1-4d24-a3e4-57fa098db8f9 None None] Provisioning for port 0f8e0b90-598a-4584-90ee-25f720306187 completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:46:23.279733 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-6794ff43-08d1-4d24-a3e4-57fa098db8f9 None None] Provisioning complete for port 0f8e0b90-598a-4584-90ee-25f720306187 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:46:23.280286 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-6794ff43-08d1-4d24-a3e4-57fa098db8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:23.340882 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-6794ff43-08d1-4d24-a3e4-57fa098db8f9 None None] Port 0f8e0b90-598a-4584-90ee-25f720306187 cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:46:23.362004 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:23.397625 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:20Z', 'revision_number': 3, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:23.401480 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00dd3d-2b9b-46df-b409-e3a09d0c16f9 None None] The sync data for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb is: [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:20Z', 'revision_number': 3, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:46:23.587465 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:23.596741 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:23.630304 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ee67133e-4bad-437a-96f9-8e0133b5e52d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:23.713687 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Pushing event updated for resources: {'Port': ['ID=0f8e0b90-598a-4584-90ee-25f720306187,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:23.716051 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810792'] for router_interface, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:23.720361 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:23.857611 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Network facaa73d-5071-4c02-82f4-cd80d43bdff6 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:46:23.859786 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:46:23.897733 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 21d7bfc5-e6d7-4608-a240-f059254e04ed up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:46:23.976155 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 21d7bfc5-e6d7-4608-a240-f059254e04ed triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:46:23.976817 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:24.119155 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device e297128c-370b-45ae-bd5a-88169b10f8e9 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:46:24.185555 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Router b6de0aed-72b2-49ac-952d-6c7821fdae63 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:46:24.189803 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-98808094-5ba7-4339-88f5-74286e745240 None None] Provisioning complete for port 0f8e0b90-598a-4584-90ee-25f720306187 triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:46:24.190190 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-98808094-5ba7-4339-88f5-74286e745240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:24.249013 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-98808094-5ba7-4339-88f5-74286e745240 None None] Port 0f8e0b90-598a-4584-90ee-25f720306187 cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:46:24.250505 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port e297128c-370b-45ae-bd5a-88169b10f8e9 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:46:24.255508 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port e297128c-370b-45ae-bd5a-88169b10f8e9 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:46:24.255886 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:24.366521 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:46:24.373218 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:24.382546 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] 10.222.0.11 "PUT /v2.0/routers/b6de0aed-72b2-49ac-952d-6c7821fdae63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6173434 May 18 01:46:24.391516 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port e297128c-370b-45ae-bd5a-88169b10f8e9, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=e297128c-370b-45ae-bd5a-88169b10f8e9,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:24.396841 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:24.399535 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-99c3addb-7129-4657-80b8-35ec7d2a6644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:24.466683 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=e297128c-370b-45ae-bd5a-88169b10f8e9,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:24.470326 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:24.841068 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48098) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:24.846964 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278761720', 'description': 'tempest-description--1473723055'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:46:24.852877 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:46:24.856853 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Usage tracker for resource:security_group and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:46:24.860345 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:46:24.866058 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:46:24.876277 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:24.893666 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Sync routers for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:46:24.896558 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:46:24.900399 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Usage tracker for resource:security_group_rule and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:46:24.902510 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:46:24.903125 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:46:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:24.903268 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:46:24.909559 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:46:24.981713 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:24.985712 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:24.990646 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-4848e1ea-bc1a-43b1-badd-355a0047d5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:25.027587 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ebf8e0-6985-4425-bd99-2b4098e7984e,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:25.031162 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.034966 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1903274 May 18 01:46:25.034966 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-eb264cb4-6489-4e69-a515-76f55e20c6da tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:25.035738 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48102) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:25.040516 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'security_group_rule': {'security_group_id': '06ebf8e0-6985-4425-bd99-2b4098e7984e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:46:25.047626 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:46:25.051524 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Usage tracker for resource:security_group_rule and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:46:25.054628 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:46:25.060543 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:46:25.075729 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.140200 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.142055 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.148498 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.151114 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bc22622b-3cee-4a0c-8162-fdea171b484a tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:25.173968 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9196c5-c5c7-4265-a1f1-439f84744372,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:25.179663 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:25.185094 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:46:25.185788 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.187933 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518769 May 18 01:46:25.190645 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48106) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:25.195624 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'security_group_rule': {'security_group_id': '06ebf8e0-6985-4425-bd99-2b4098e7984e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:46:25.201406 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:46:25.205776 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Usage tracker for resource:security_group_rule and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:46:25.208835 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:46:25.214788 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:46:25.232234 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.293455 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.297247 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.299186 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:25.322179 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3735de5-f4e0-42e4-b010-096b34f379f9,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:25.326187 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:25.336463 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.341515 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499200 May 18 01:46:25.342248 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48110) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:25.348915 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'floatingip': {'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:46:25.355252 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:46:25.359193 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Usage tracker for resource:floatingip and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:46:25.363699 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:46:25.369418 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:46:25.381707 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.520851 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.640370 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 2, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:25.644194 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Checking router: b6de0aed-72b2-49ac-952d-6c7821fdae63 for host: dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:46:25.644557 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Updating router b6de0aed-72b2-49ac-952d-6c7821fdae63 port 0f8e0b90-598a-4584-90ee-25f720306187 binding host dv-cinder-784623-9-smb {{(pid=78853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 01:46:25.656283 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_common [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Allocated IP 172.28.3.183 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/ef6a275c-9793-4ea1-bfa0-48eef7ab1ecf) {{(pid=78852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:46:25.698411 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.822947 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device e297128c-370b-45ae-bd5a-88169b10f8e9 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:46:25.905088 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for port, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.934560 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.938756 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-c98e085c-df0e-4fea-b753-d6090ad55b75 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:25.990807 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port e297128c-370b-45ae-bd5a-88169b10f8e9 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:46:25.991181 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:25.999334 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:46:26.002179 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources bound (agent type, host, resource id): {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:46:26.005924 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Received port after_create {{(pid=78852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:46:26.047513 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'Port': ['ID=ef6a275c-9793-4ea1-bfa0-48eef7ab1ecf,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:26.051857 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:26.092964 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.153255 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.215303 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Notify callbacks [] for port, precommit_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.227744 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Transition to ACTIVE for port object 0f8e0b90-598a-4584-90ee-25f720306187 will not be triggered until provisioned by entity L2. {{(pid=78853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:46:26.234780 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.238262 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-3f5814ab-eb58-4fb6-be7a-e498719b20ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:26.373050 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for port, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.378190 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1894884'] for port, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.382740 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-447fb0d2-42df-4505-8c74-f0e444a05101 tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:26.401992 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099274c-7e47-4fae-8291-03b44d371bcf None None] Pushing event updated for resources: {'Port': ['ID=0f8e0b90-598a-4584-90ee-25f720306187,revision_number=3']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:26.409884 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-d099274c-7e47-4fae-8291-03b44d371bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:26.462744 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Attempting to bind port 0f8e0b90-598a-4584-90ee-25f720306187 on host dv-cinder-784623-9-smb for vnic_type normal with profile {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:46:26.463119 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Attempting to bind port 0f8e0b90-598a-4584-90ee-25f720306187 by drivers openvswitch,hyperv on host dv-cinder-784623-9-smb at level 0 using segments [{'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:46:26.463552 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Attempting to bind port 0f8e0b90-598a-4584-90ee-25f720306187 on network facaa73d-5071-4c02-82f4-cd80d43bdff6 {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:46:26.469877 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Checking agent: {'id': 'ced81af8-2f5f-4b99-bea3-c6f75a03c88c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 31), 'started_at': datetime.datetime(2021, 5, 18, 1, 31, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:46:26.470088 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Checking segment: {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:46:26.470464 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.470857 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Bound using segment: {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'} {{(pid=78853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:46:26.471328 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.managers [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Bound port: 0f8e0b90-598a-4584-90ee-25f720306187, host: dv-cinder-784623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'}}] {{(pid=78853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:46:26.471708 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.507349 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'Port': ['ID=ef6a275c-9793-4ea1-bfa0-48eef7ab1ecf,revision_number=2']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:26.511599 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:26.512454 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.535104 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.536358 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1928153 May 18 01:46:26.579158 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] For port 0f8e0b90-598a-4584-90ee-25f720306187, host dv-cinder-784623-9-smb, cleared binding levels {{(pid=78853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:46:26.583154 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] For port 0f8e0b90-598a-4584-90ee-25f720306187, host dv-cinder-784623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=0f8e0b90-598a-4584-90ee-25f720306187,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:46:26.589580 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:26.594876 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:26.670845 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:46:26.672259 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:46:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:26.708309 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-01a8b635-e77d-4ee5-8343-639828d01e76 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Synchronizing usage tracker for tenant:d359230760b34c30ab4593c50da12ecc on resource:security_group {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:46:26.726957 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-01a8b635-e77d-4ee5-8343-639828d01e76 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Unset dirty status for tenant:d359230760b34c30ab4593c50da12ecc on resource:security_group {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:46:26.728267 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-01a8b635-e77d-4ee5-8343-639828d01e76 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--278761720&fields=id&tenant_id=d359230760b34c30ab4593c50da12ecc HTTP/1.1" status: 200 len: 267 time: 0.0620885 May 18 01:46:26.730676 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099274c-7e47-4fae-8291-03b44d371bcf None None] Pushing event updated for resources: {'Port': ['ID=0f8e0b90-598a-4584-90ee-25f720306187,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:26.747249 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-d099274c-7e47-4fae-8291-03b44d371bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:26.868652 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvr_db [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:46:26.888236 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b19b7a25-d432-468e-85ea-077b361f3393 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:26.890287 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b19b7a25-d432-468e-85ea-077b361f3393 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 810 time: 0.1505494 May 18 01:46:26.904283 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-92dc52f8-9ea6-4453-89f9-86bf2b9a8275 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/quotas/d359230760b34c30ab4593c50da12ecc HTTP/1.1" status: 200 len: 375 time: 0.0086951 May 18 01:46:26.988858 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-10c50a70-1a3e-4ca9-8da9-54466b5071fb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Synchronizing usage tracker for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:46:27.007243 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-10c50a70-1a3e-4ca9-8da9-54466b5071fb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Unset dirty status for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:46:27.008801 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-10c50a70-1a3e-4ca9-8da9-54466b5071fb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983222 May 18 01:46:27.194651 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-6286cd66-91fa-4f4d-8341-6a671330567e service neutron] 10.222.0.11 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733835 May 18 01:46:27.218076 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_hamode_db [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:26Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:27.222009 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02d11a-00fb-4a23-af9a-8730399e42cb None None] The sync data for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb is: [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:26Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:46:27.340656 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-654861a6-6e58-4f73-be3e-da2744330952 service neutron] 10.222.0.11 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398330 May 18 01:46:27.524626 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-346751fd-c409-4ba1-8ea1-d34cee3251d2 req-94dbcfca-dc5f-4da7-80a3-474cc5a9c819 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 210 time: 0.0442915 May 18 01:46:27.839400 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 0f8e0b90-598a-4584-90ee-25f720306187 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:46:27.917667 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning for port 0f8e0b90-598a-4584-90ee-25f720306187 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:46:27.922843 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 0f8e0b90-598a-4584-90ee-25f720306187 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:46:27.923222 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:27.989624 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-de1fe3a0-4862-46a7-b751-66f27db62c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:28.062955 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:28.099355 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] For port 0f8e0b90-598a-4584-90ee-25f720306187, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=0f8e0b90-598a-4584-90ee-25f720306187,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:28.104392 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:28.110460 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-d099274c-7e47-4fae-8291-03b44d371bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:28.178545 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Pushing event updated for resources: {'Port': ['ID=0f8e0b90-598a-4584-90ee-25f720306187,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:28.181740 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:28.586146 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-1669f7e0-9f40-47b2-9720-9816c17200b9 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:28.587574 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-1669f7e0-9f40-47b2-9720-9816c17200b9 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 810 time: 0.1499672 May 18 01:46:28.674680 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-db03d45a-d71e-4126-bc4f-6e71a4b4f15e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d359230760b34c30ab4593c50da12ecc HTTP/1.1" status: 200 len: 379 time: 0.0790246 May 18 01:46:28.689829 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'port': {'device_id': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'admin_state_up': True, 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'security_groups': ['06ebf8e0-6985-4425-bd99-2b4098e7984e']}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:46:28.704789 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8ae332ce-3f33-4ed9-9aba-43fddca2ac75 req-15917cac-7501-4749-9c25-06f5772374d8 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 210 time: 0.0687225 May 18 01:46:28.825085 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:46:28.835190 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:46:28.845273 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Made reservation on behalf of d359230760b34c30ab4593c50da12ecc for: {'port': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:46:28.848690 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:29.010030 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Allocated IP 172.20.0.14 (facaa73d-5071-4c02-82f4-cd80d43bdff6/a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624/ea899685-3209-488f-874f-fe7ab7f843fd) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:46:29.292062 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:29.306928 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Transition to ACTIVE for port object ea899685-3209-488f-874f-fe7ab7f843fd will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:46:29.330854 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:29.336207 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-57f6d745-84a0-40bb-880b-f2ed093b99f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:29.405377 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Network facaa73d-5071-4c02-82f4-cd80d43bdff6 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:46:29.408274 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:46:29.412136 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:46:29.443897 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'Port': ['ID=ea899685-3209-488f-874f-fe7ab7f843fd,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:29.454887 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:29.479987 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:29.480616 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:29.507459 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8212812 May 18 01:46:29.519240 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Request body: {'port': {'device_id': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:46:29.600720 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-669d69b1-894f-42b9-97b5-0a89821a3c21 None None] Provisioning for port ea899685-3209-488f-874f-fe7ab7f843fd completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:46:29.605445 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-669d69b1-894f-42b9-97b5-0a89821a3c21 None None] Provisioning complete for port ea899685-3209-488f-874f-fe7ab7f843fd triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:46:29.605895 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-669d69b1-894f-42b9-97b5-0a89821a3c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:29.632479 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:29.662979 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-669d69b1-894f-42b9-97b5-0a89821a3c21 None None] Port ea899685-3209-488f-874f-fe7ab7f843fd cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:46:29.823892 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 0f8e0b90-598a-4584-90ee-25f720306187 up at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:46:29.889363 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Provisioning complete for port 0f8e0b90-598a-4584-90ee-25f720306187 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:46:29.889737 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:29.971537 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5ccd6-e73c-427e-825e-616d11795bff req-8be1316c-da2c-42fd-ac39-f2986d1f550a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:29.972134 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-0ab5ccd6-e73c-427e-825e-616d11795bff req-8be1316c-da2c-42fd-ac39-f2986d1f550a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Synchronizing usage tracker for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:46:30.027518 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-0ab5ccd6-e73c-427e-825e-616d11795bff req-8be1316c-da2c-42fd-ac39-f2986d1f550a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Unset dirty status for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:46:30.028664 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0ab5ccd6-e73c-427e-825e-616d11795bff req-8be1316c-da2c-42fd-ac39-f2986d1f550a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 932 time: 0.1884925 May 18 01:46:30.073074 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea899685-3209-488f-874f-fe7ab7f843fd {{(pid=78851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:46:30.088617 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:30.105159 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0ab5ccd6-e73c-427e-825e-616d11795bff req-37d6e9eb-e9ae-44d9-92bb-8dbce31deaa2 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630512 May 18 01:46:30.111080 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Transition to ACTIVE for port object ea899685-3209-488f-874f-fe7ab7f843fd will not be triggered until provisioned by entity L2. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:46:30.115147 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:30.119793 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-63ca7f0c-de94-42a9-8960-df371c0393c2 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:30.274364 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Pushing event updated for resources: {'Port': ['ID=ea899685-3209-488f-874f-fe7ab7f843fd,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:30.277264 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:30.351524 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e832e3c6-7e65-48a1-9eea-43062c958a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:30.353395 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Attempting to bind port ea899685-3209-488f-874f-fe7ab7f843fd on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:46:30.353731 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Attempting to bind port ea899685-3209-488f-874f-fe7ab7f843fd by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:46:30.354061 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Attempting to bind port ea899685-3209-488f-874f-fe7ab7f843fd on network facaa73d-5071-4c02-82f4-cd80d43bdff6 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:46:30.359227 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Port ea899685-3209-488f-874f-fe7ab7f843fd on network facaa73d-5071-4c02-82f4-cd80d43bdff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:46:30.359551 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Attempting to bind port ea899685-3209-488f-874f-fe7ab7f843fd on network facaa73d-5071-4c02-82f4-cd80d43bdff6 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:46:30.364588 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:46:30.364964 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Checking segment: {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:46:30.365351 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Bound using segment: {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:46:30.365775 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Bound port: ea899685-3209-488f-874f-fe7ab7f843fd, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'}}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:46:30.366125 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:30.454181 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] For port ea899685-3209-488f-874f-fe7ab7f843fd, host hv-cinder-78462, cleared binding levels {{(pid=78851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:46:30.457031 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] For port ea899685-3209-488f-874f-fe7ab7f843fd, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ea899685-3209-488f-874f-fe7ab7f843fd,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:46:30.461450 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:30.465729 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-d32c6bcd-4c69-42be-af13-184560231532 tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:30.524194 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:30.524839 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:30.526178 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] 10.222.0.39 "PUT /v2.0/ports/ea899685-3209-488f-874f-fe7ab7f843fd HTTP/1.1" status: 200 len: 1094 time: 1.0114009 May 18 01:46:30.526658 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'tag': 'ea899685-3209-488f-874f-fe7ab7f843fd'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:46:30.552225 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Pushing event updated for resources: {'Port': ['ID=ea899685-3209-488f-874f-fe7ab7f843fd,revision_number=3']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:30.555996 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:30.572107 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:30.575971 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'tag': 'ea899685-3209-488f-874f-fe7ab7f843fd', 'status': 'completed', 'code': 200} May 18 01:46:30.649984 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-a4bf0352-8afb-4f88-bf26-4bd6df1c20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:30.651504 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-a4bf0352-8afb-4f88-bf26-4bd6df1c20bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 1097 time: 0.0723531 May 18 01:46:30.724191 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-102b7991-2f2b-4820-a60a-2f805cf0e88a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea899685-3209-488f-874f-fe7ab7f843fd HTTP/1.1" status: 200 len: 217 time: 0.0658886 May 18 01:46:30.784755 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-e82e7494-7767-469b-9813-14f93aa4b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:30.786132 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-e82e7494-7767-469b-9813-14f93aa4b72d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0559394 May 18 01:46:30.862147 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-03f267ef-5b13-457f-b133-4aa6555d1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:30.863599 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-03f267ef-5b13-457f-b133-4aa6555d1c01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712228 May 18 01:46:30.992579 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-18c5c9d6-e2e2-497d-80fd-d469333442cc service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221020 May 18 01:46:31.254741 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-861dba8c-42df-42ae-8926-548f38ff35b4 req-e6cb2382-7edb-4012-81b6-6a247c703ada service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563107 May 18 01:46:31.297569 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8ba4e-3e32-4511-b449-fecd5fb152cb req-5cdf6064-7380-4b6e-9d3f-41794be3606b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:31.299016 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-45d8ba4e-3e32-4511-b449-fecd5fb152cb req-5cdf6064-7380-4b6e-9d3f-41794be3606b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 944 time: 0.0825424 May 18 01:46:31.392358 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-45d8ba4e-3e32-4511-b449-fecd5fb152cb req-4426acda-2a1f-4ef3-899f-8005d33dff8c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618653 May 18 01:46:31.407810 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-7f36d774-5444-4046-9432-85d460e5dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:31.410083 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-7f36d774-5444-4046-9432-85d460e5dd85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 1097 time: 0.1093411 May 18 01:46:31.538541 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-c60e6c9c-4a53-470b-885f-9ae96cbed3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:31.539974 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-c60e6c9c-4a53-470b-885f-9ae96cbed3f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 911 time: 0.1242793 May 18 01:46:31.613006 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-7c2a469f-5a4d-42fa-8d7f-8d7b38925ef2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea899685-3209-488f-874f-fe7ab7f843fd HTTP/1.1" status: 200 len: 217 time: 0.0657310 May 18 01:46:31.613278 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:31.673988 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-d49281c6-8cad-4fc9-8c35-33b7ea54ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:31.675429 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-d49281c6-8cad-4fc9-8c35-33b7ea54ce5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0563467 May 18 01:46:31.751666 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-ad715f81-2b19-4261-a7b9-116695ba6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:31.753151 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-ad715f81-2b19-4261-a7b9-116695ba6a42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704172 May 18 01:46:31.881909 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-6a53af05-41da-4f48-a112-66fcd5af8258 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219983 May 18 01:46:32.012093 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2b754eb6-94ad-49b2-a238-ed4d89c54a7b req-78f5ba6b-9639-47eb-bbc1-32c0ed4b4cba service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226466 May 18 01:46:32.577429 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b35e1-a92e-4412-9180-553ba5aee3bb req-67ab5d70-f1f4-4fbb-bd9f-ba4d12b89e93 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:32.578862 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-364b35e1-a92e-4412-9180-553ba5aee3bb req-67ab5d70-f1f4-4fbb-bd9f-ba4d12b89e93 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 944 time: 0.0828619 May 18 01:46:32.623089 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-364b35e1-a92e-4412-9180-553ba5aee3bb req-4da3f381-06d5-46f2-a923-a8ba35eebe7e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383546 May 18 01:46:32.998501 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:33.802789 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0f411-f216-41b5-ba08-cc7f493e65cf req-74f1212b-68da-4ca9-8219-43ec828dfa5d tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:33.804248 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6b0f411-f216-41b5-ba08-cc7f493e65cf req-74f1212b-68da-4ca9-8219-43ec828dfa5d tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 944 time: 0.0784962 May 18 01:46:33.851326 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b6b0f411-f216-41b5-ba08-cc7f493e65cf req-7ec5f735-8e4f-4862-a689-4aee44e4195b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411994 May 18 01:46:33.914913 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device ea899685-3209-488f-874f-fe7ab7f843fd details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:46:34.043673 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port ea899685-3209-488f-874f-fe7ab7f843fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ea899685-3209-488f-874f-fe7ab7f843fd,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:34.057001 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': 'ea899685-3209-488f-874f-fe7ab7f843fd', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'port_id': 'ea899685-3209-488f-874f-fe7ab7f843fd', 'mac_address': 'fa:16:3e:f4:f9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:46:34.113338 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:34.129940 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea899685-3209-488f-874f-fe7ab7f843fd {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:46:34.144387 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port ea899685-3209-488f-874f-fe7ab7f843fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ea899685-3209-488f-874f-fe7ab7f843fd,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:34.148225 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:34.150843 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-3389b90e-a9d4-4d4a-adae-29a0d4d96e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:34.213913 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=ea899685-3209-488f-874f-fe7ab7f843fd,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:34.221329 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.221674 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.222012 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.222343 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.222669 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.222996 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.223315 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.223633 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.223952 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.224268 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.224585 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.224936 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:46:34.228531 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:34.363892 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['ea899685-3209-488f-874f-fe7ab7f843fd'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:46:35.033436 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4a5c1-b4f8-4d26-9b1a-9ec81c327761 req-41120fc1-7fe7-4408-bbe8-44c44ec340c3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:35.034850 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4ba4a5c1-b4f8-4d26-9b1a-9ec81c327761 req-41120fc1-7fe7-4408-bbe8-44c44ec340c3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 945 time: 0.0789137 May 18 01:46:35.078363 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4ba4a5c1-b4f8-4d26-9b1a-9ec81c327761 req-e4c5aef1-ec56-43be-ba8e-b0728b72d5b6 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379241 May 18 01:46:35.930345 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device ea899685-3209-488f-874f-fe7ab7f843fd up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:46:35.996437 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port ea899685-3209-488f-874f-fe7ab7f843fd completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:46:36.000822 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port ea899685-3209-488f-874f-fe7ab7f843fd triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:46:36.001201 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:36.114334 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:36.141399 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea899685-3209-488f-874f-fe7ab7f843fd'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:46:36.150912 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port ea899685-3209-488f-874f-fe7ab7f843fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ea899685-3209-488f-874f-fe7ab7f843fd,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:46:36.154713 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:36.157193 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:46:36.224363 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=ea899685-3209-488f-874f-fe7ab7f843fd,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:46:36.227371 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:46:36.266348 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bfcc0-73cd-4c1a-88ab-c4a44ca5794f req-8df97f25-6609-46b5-ab89-118501e90833 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:36.267811 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b55bfcc0-73cd-4c1a-88ab-c4a44ca5794f req-8df97f25-6609-46b5-ab89-118501e90833 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0835652 May 18 01:46:36.312861 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b55bfcc0-73cd-4c1a-88ab-c4a44ca5794f req-36d7137e-3140-4b40-8879-d90b1ec0ef7a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391443 May 18 01:46:36.367919 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea899685-3209-488f-874f-fe7ab7f843fd', 'code': 200} May 18 01:46:36.604904 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7def8-68a8-44a8-a10a-617a9e110dec req-b74ccb81-d359-48bf-a921-f048c7b0c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:36.606347 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-37e7def8-68a8-44a8-a10a-617a9e110dec req-b74ccb81-d359-48bf-a921-f048c7b0c959 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 1099 time: 0.0683584 May 18 01:46:36.647905 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-37e7def8-68a8-44a8-a10a-617a9e110dec req-d4456889-18dd-40ba-a565-9221d56b87ec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351996 May 18 01:46:37.272706 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:46:37.504878 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac9fe0-eec0-4dbd-a744-37dd5b484f5f req-be09b566-7c15-479b-869c-e6981e2f152d tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:37.506332 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-02ac9fe0-eec0-4dbd-a744-37dd5b484f5f req-be09b566-7c15-479b-869c-e6981e2f152d tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0818923 May 18 01:46:37.551500 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-02ac9fe0-eec0-4dbd-a744-37dd5b484f5f req-026ab351-2d49-4226-9294-9221147ffd85 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386095 May 18 01:46:38.825655 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a96099-9716-4cdc-9a16-d2c321291b6a req-28e94272-92b6-4fa3-ae91-684a79625b54 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:38.827143 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9a96099-9716-4cdc-9a16-d2c321291b6a req-28e94272-92b6-4fa3-ae91-684a79625b54 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.1696827 May 18 01:46:38.870990 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b9a96099-9716-4cdc-9a16-d2c321291b6a req-b1b006f2-bf4b-4613-956d-7a3c4670fd5a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380681 May 18 01:46:39.048252 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e651f-ef49-4e52-9fba-90450c608359 req-427d2449-8a62-4fd3-bd17-26fb9ed0f5d6 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:39.049763 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-381e651f-ef49-4e52-9fba-90450c608359 req-427d2449-8a62-4fd3-bd17-26fb9ed0f5d6 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0790401 May 18 01:46:39.058620 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48166) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:46:39.064020 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-b6e02ac7-4a17-4d9d-b282-9401be122c6f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'floatingip': {'port_id': 'ea899685-3209-488f-874f-fe7ab7f843fd'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:46:39.141109 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b6e02ac7-4a17-4d9d-b282-9401be122c6f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, before_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:39.963983 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b6e02ac7-4a17-4d9d-b282-9401be122c6f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:39.968319 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b6e02ac7-4a17-4d9d-b282-9401be122c6f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:40.135140 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.l3_db [None req-b6e02ac7-4a17-4d9d-b282-9401be122c6f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Floating IP 1f6174c8-4627-4a97-8744-5396ceaf8f66 associated. External IP: 172.28.3.183, port: ea899685-3209-488f-874f-fe7ab7f843fd. May 18 01:46:40.473358 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e02ac7-4a17-4d9d-b282-9401be122c6f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Router b6de0aed-72b2-49ac-952d-6c7821fdae63 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:46:40.647684 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e02ac7-4a17-4d9d-b282-9401be122c6f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:46:40.652473 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b6e02ac7-4a17-4d9d-b282-9401be122c6f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:40.658175 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] Sync routers for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:46:40.667384 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:46:40.668003 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:46:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:40.706796 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b6e02ac7-4a17-4d9d-b282-9401be122c6f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "PUT /v2.0/floatingips/1f6174c8-4627-4a97-8744-5396ceaf8f66 HTTP/1.1" status: 200 len: 992 time: 1.6471181 May 18 01:46:40.707637 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'tag': 'ea899685-3209-488f-874f-fe7ab7f843fd'}] {{(pid=78852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:46:40.845221 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:46:40.854281 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'tag': 'ea899685-3209-488f-874f-fe7ab7f843fd', 'status': 'completed', 'code': 200} May 18 01:46:40.946352 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-f12026ae-12cd-48d2-a118-18de5753ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:40.947818 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-f12026ae-12cd-48d2-a118-18de5753ab7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 1099 time: 0.0728300 May 18 01:46:41.077772 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-aa6c38ef-afec-48cc-bdec-3955f315f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:41.079132 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-aa6c38ef-afec-48cc-bdec-3955f315f81a service neutron] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 911 time: 0.1251099 May 18 01:46:41.181846 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '1f6174c8-4627-4a97-8744-5396ceaf8f66', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'floating_ip_address': '172.28.3.183', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'port_id': 'ea899685-3209-488f-874f-fe7ab7f843fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'mac_address': 'fa:16:3e:f4:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:46:26Z', 'updated_at': '2021-05-18T01:46:39Z', 'revision_number': 1, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:41.182365 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-bc270733-d1ee-48b2-b3c0-cdce6a49aa7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea899685-3209-488f-874f-fe7ab7f843fd HTTP/1.1" status: 200 len: 1000 time: 0.0959542 May 18 01:46:41.186694 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] Checking router: b6de0aed-72b2-49ac-952d-6c7821fdae63 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:46:41.195235 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:46:41.195843 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:46:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:41.243569 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-e5ba711d-fc57-4ad4-86be-0af4dbff1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:41.245055 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-e5ba711d-fc57-4ad4-86be-0af4dbff1993 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0569832 May 18 01:46:41.320154 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-44e121a0-a617-4b27-839e-ba34a01b2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:41.321692 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-44e121a0-a617-4b27-839e-ba34a01b2c7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705550 May 18 01:46:41.373773 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:46:41.455040 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-c592a498-018a-43bd-8cc7-688ca9d1a3d4 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270514 May 18 01:46:41.590071 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5d8d43d1-5ae4-40e0-8a8c-c56453e856c7 req-50178227-5f13-4aac-b4ce-44ab17aae6e8 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276333 May 18 01:46:41.741140 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '1f6174c8-4627-4a97-8744-5396ceaf8f66', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'floating_ip_address': '172.28.3.183', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'port_id': 'ea899685-3209-488f-874f-fe7ab7f843fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'mac_address': 'fa:16:3e:f4:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:46:26Z', 'updated_at': '2021-05-18T01:46:39Z', 'revision_number': 1, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:46:41.744885 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c817a-e08e-49b6-8f65-bbc5e8022330 None None] The sync data for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb is: [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '1f6174c8-4627-4a97-8744-5396ceaf8f66', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'floating_ip_address': '172.28.3.183', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'port_id': 'ea899685-3209-488f-874f-fe7ab7f843fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'mac_address': 'fa:16:3e:f4:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:46:26Z', 'updated_at': '2021-05-18T01:46:39Z', 'revision_number': 1, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:46:41.920934 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c2379-cfb3-468b-b48d-58ad20835ef7 None None] New status for floating IP 1f6174c8-4627-4a97-8744-5396ceaf8f66: ACTIVE {{(pid=78853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:46:55.041265 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:57.108412 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-ad2b0572-1519-4e88-96d0-1d2038bda9ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722451 May 18 01:46:57.247213 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-a272cc0a-5028-4162-92a5-83e12762e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:57.248658 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-a272cc0a-5028-4162-92a5-83e12762e130 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 1099 time: 0.0748217 May 18 01:46:57.389743 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-25a1b907-d68c-4f85-8d92-b3e0fcb0b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:57.391179 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-25a1b907-d68c-4f85-8d92-b3e0fcb0b938 service neutron] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 911 time: 0.1238277 May 18 01:46:57.492607 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-5d4c6fc6-acf6-4d44-8776-9ebc2f5dac2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea899685-3209-488f-874f-fe7ab7f843fd HTTP/1.1" status: 200 len: 1002 time: 0.0942879 May 18 01:46:57.555953 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-c3c954a9-69fc-49bb-a744-a7a89fdcf1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:57.557342 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-c3c954a9-69fc-49bb-a744-a7a89fdcf1eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0582564 May 18 01:46:57.631354 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-45e82c11-00fe-4b7a-884b-95d14af88065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:46:57.632738 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-45e82c11-00fe-4b7a-884b-95d14af88065 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690699 May 18 01:46:57.762433 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-8480aea2-57d0-4dec-aa13-159a250e802a service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226022 May 18 01:46:57.961768 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e9108e8f-ee46-4486-a6b2-74bd4e88ff4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:46:57.982609 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dd3ea766-3d83-443c-8bfc-75b3df126083 req-2f8a9eb9-70ea-432c-acad-48899c504fd3 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136502 May 18 01:47:00.354272 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-d260007b-3501-4bbd-9ec2-c19f11af8c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:00.553468 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:01.613575 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:03.000375 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:14.272287 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:47:19.673220 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd22b-ec08-43b7-b6e3-ac7817543aba req-1a98cd22-e418-42fd-a558-58c586f81084 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:19.674668 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cdbbd22b-ec08-43b7-b6e3-ac7817543aba req-1a98cd22-e418-42fd-a558-58c586f81084 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0798805 May 18 01:47:19.722477 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cdbbd22b-ec08-43b7-b6e3-ac7817543aba req-acc44fc3-76e3-4dbc-af61-0bd68568f330 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 May 18 01:47:20.901968 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605317c-64ed-4fc2-bc03-8436bd4cb044 req-392ae499-e9a2-4d63-95ea-3cda8947c7f6 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:20.903412 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a605317c-64ed-4fc2-bc03-8436bd4cb044 req-392ae499-e9a2-4d63-95ea-3cda8947c7f6 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0782166 May 18 01:47:20.947608 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a605317c-64ed-4fc2-bc03-8436bd4cb044 req-c826219e-0cb6-4a1c-b019-fa9d385216ba tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381398 May 18 01:47:22.134744 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec3a4b-d1e3-48ee-a841-dbfa3550d8aa req-3a6a6426-88f0-4cc7-9196-3bf5d3c1c26f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:22.136096 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e1ec3a4b-d1e3-48ee-a841-dbfa3550d8aa req-3a6a6426-88f0-4cc7-9196-3bf5d3c1c26f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0824845 May 18 01:47:22.179139 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e1ec3a4b-d1e3-48ee-a841-dbfa3550d8aa req-fe95e494-6122-446b-a9d8-64eba105e0af tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373735 May 18 01:47:23.360748 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2161e-f9ed-413e-9efa-8b1384a7c814 req-f349adcb-dcee-49fc-8018-3e78e119ba05 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:23.362201 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-48a2161e-f9ed-413e-9efa-8b1384a7c814 req-f349adcb-dcee-49fc-8018-3e78e119ba05 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0795572 May 18 01:47:23.409693 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-48a2161e-f9ed-413e-9efa-8b1384a7c814 req-a472a0bb-47e1-4f58-b6ca-ca1eddf73bf2 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417712 May 18 01:47:24.591562 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6dcfe-b10b-4be2-8e16-80aab63b6ad2 req-268a860c-a1f7-43e0-984b-64c9376941a4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:24.593014 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-86d6dcfe-b10b-4be2-8e16-80aab63b6ad2 req-268a860c-a1f7-43e0-984b-64c9376941a4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0795534 May 18 01:47:24.636176 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-86d6dcfe-b10b-4be2-8e16-80aab63b6ad2 req-ea59bf73-9c32-4ca0-910b-3a0bc6a95e6d tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375447 May 18 01:47:25.060543 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:25.822050 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810d8b6-0ac2-48cd-aae5-70027c337c0a req-0f36e45d-b59f-4a94-b97e-8066531bc2de tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:25.823485 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0810d8b6-0ac2-48cd-aae5-70027c337c0a req-0f36e45d-b59f-4a94-b97e-8066531bc2de tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0817342 May 18 01:47:25.868348 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0810d8b6-0ac2-48cd-aae5-70027c337c0a req-315a07ad-163c-45e6-a0f3-9ec37bdc382a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386498 May 18 01:47:27.049210 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d8308-a7d9-4804-97f4-ae01a9907b77 req-02cbdba9-175b-4cd3-a63b-309d4c0c9aec tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:27.050648 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6a2d8308-a7d9-4804-97f4-ae01a9907b77 req-02cbdba9-175b-4cd3-a63b-309d4c0c9aec tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0789206 May 18 01:47:27.098234 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6a2d8308-a7d9-4804-97f4-ae01a9907b77 req-261b3005-801d-453b-9051-919dda49e29f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420134 May 18 01:47:27.962979 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-4bb371e3-7acd-4d04-998e-07e17dd247b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:28.277762 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf354-3ea8-4bb2-981a-ba01af3fcc9c req-c7cc3236-5af3-46b4-9ee4-d79f3c575ea5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:28.279834 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-803bf354-3ea8-4bb2-981a-ba01af3fcc9c req-c7cc3236-5af3-46b4-9ee4-d79f3c575ea5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0784080 May 18 01:47:28.323934 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-803bf354-3ea8-4bb2-981a-ba01af3fcc9c req-5ba8dfe6-cba0-4a7b-b6c6-cb96d1121803 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384679 May 18 01:47:29.511359 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a431e-44b2-490f-98ef-ae1039a16b4f req-1040ee8f-37ee-4425-bf62-4bdb2acba569 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:29.512826 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e17a431e-44b2-490f-98ef-ae1039a16b4f req-1040ee8f-37ee-4425-bf62-4bdb2acba569 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0828145 May 18 01:47:29.555674 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e17a431e-44b2-490f-98ef-ae1039a16b4f req-3deb3057-6b84-4a3c-bae7-07c3bf8971ef tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373032 May 18 01:47:30.356181 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-79938433-97a8-4762-b403-dab3653612c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:30.554173 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:30.735892 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f420d-8df3-4b87-98ac-d2b081f092d6 req-29dff7b9-3151-494c-9973-5c126528de1a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:30.737351 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-119f420d-8df3-4b87-98ac-d2b081f092d6 req-29dff7b9-3151-494c-9973-5c126528de1a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0776203 May 18 01:47:30.784326 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-119f420d-8df3-4b87-98ac-d2b081f092d6 req-84e842db-8380-4d9c-b090-1d4056cf3675 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412328 May 18 01:47:31.167505 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc8d59-71df-40cf-b152-389599000563 req-eacba553-1c3c-427c-8bfc-610ad5aa133e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:31.169505 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8bfc8d59-71df-40cf-b152-389599000563 req-eacba553-1c3c-427c-8bfc-610ad5aa133e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.1368992 May 18 01:47:31.175799 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195aead-7d17-4912-8750-4f094277229a req-ed8f4ee9-5f8d-4ee9-90e7-dd8796fce538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:31.177227 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7195aead-7d17-4912-8750-4f094277229a req-ed8f4ee9-5f8d-4ee9-90e7-dd8796fce538 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 1099 time: 0.0981090 May 18 01:47:31.292696 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-8bfc8d59-71df-40cf-b152-389599000563 req-807b6be9-ca81-49d3-ae0d-3be7ad51b68b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145279 May 18 01:47:31.336676 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195aead-7d17-4912-8750-4f094277229a req-ced4aed1-83d9-459a-a3a8-1f2b9f100503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:31.338138 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7195aead-7d17-4912-8750-4f094277229a req-ced4aed1-83d9-459a-a3a8-1f2b9f100503 service neutron] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 911 time: 0.1451046 May 18 01:47:31.440319 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7195aead-7d17-4912-8750-4f094277229a req-3baad8f4-dee0-4b54-958d-3d96e932dbf4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea899685-3209-488f-874f-fe7ab7f843fd HTTP/1.1" status: 200 len: 1002 time: 0.0960867 May 18 01:47:31.500211 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195aead-7d17-4912-8750-4f094277229a req-382cf043-d95a-42ec-99f6-0568dad35327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:31.501608 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7195aead-7d17-4912-8750-4f094277229a req-382cf043-d95a-42ec-99f6-0568dad35327 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0552299 May 18 01:47:31.577707 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195aead-7d17-4912-8750-4f094277229a req-1970b45d-998b-49ad-b5e6-332339d605c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:31.579142 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7195aead-7d17-4912-8750-4f094277229a req-1970b45d-998b-49ad-b5e6-332339d605c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710151 May 18 01:47:31.616763 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:31.798994 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7195aead-7d17-4912-8750-4f094277229a req-ae7384b5-ec33-4935-b13f-f34b8a07252a service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129171 May 18 01:47:31.929687 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7195aead-7d17-4912-8750-4f094277229a req-4cacab3d-1dc4-4929-8ae8-000d7ac90c62 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241214 May 18 01:47:32.484532 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668265de-8224-4a79-bc0c-a3116d121fc3 req-c9afbf48-f1eb-4e66-abaf-6532edd24911 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:32.486351 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-668265de-8224-4a79-bc0c-a3116d121fc3 req-c9afbf48-f1eb-4e66-abaf-6532edd24911 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0814540 May 18 01:47:32.531366 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-668265de-8224-4a79-bc0c-a3116d121fc3 req-f100f5e3-39e2-4d00-93ee-6aec04839c43 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 May 18 01:47:33.002381 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:33.719678 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8b936-7e79-4c94-af44-4f90a9e7a095 req-880deb1c-614d-40c9-a667-b6b7a735fe29 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:33.721136 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-69b8b936-7e79-4c94-af44-4f90a9e7a095 req-880deb1c-614d-40c9-a667-b6b7a735fe29 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0824153 May 18 01:47:33.765133 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-69b8b936-7e79-4c94-af44-4f90a9e7a095 req-52fa8aa0-792b-4774-85e1-224728abd413 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383325 May 18 01:47:51.270557 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:47:55.071634 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:57.321809 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-f18c0893-0817-4ddb-a1a3-b66a19e4c0a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676143 May 18 01:47:57.460003 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-892fdd63-22db-4f9f-86c4-97cf02176470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:57.461508 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-892fdd63-22db-4f9f-86c4-97cf02176470 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 1099 time: 0.0728207 May 18 01:47:57.602978 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-edb90427-ff49-4cf5-822d-2cc642f31c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:57.604292 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-edb90427-ff49-4cf5-822d-2cc642f31c76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 911 time: 0.1227601 May 18 01:47:57.704355 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-938ba9c1-8ce7-4ac1-a18d-2ac3d9f8a31a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea899685-3209-488f-874f-fe7ab7f843fd HTTP/1.1" status: 200 len: 1002 time: 0.0937636 May 18 01:47:57.764896 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-ed58f387-627e-4e79-8135-b62554b8a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:57.766260 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-ed58f387-627e-4e79-8135-b62554b8a3a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0554976 May 18 01:47:57.843508 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-5a6159a9-816b-42c6-98bf-d8fffa9dfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:47:57.844959 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-5a6159a9-816b-42c6-98bf-d8fffa9dfda2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716076 May 18 01:47:57.964597 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-383e4bf1-a77e-42d4-9429-c195ff59c1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:47:57.974645 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-b94f3bb8-3637-4259-88d8-34285bb3265c service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227596 May 18 01:47:58.104648 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-34275ea2-91e7-4348-a195-7cfbf437bf26 req-0c09b001-c85f-4dfb-be40-03b96756d257 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235561 May 18 01:48:00.357517 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-7352b0ec-46bd-4c8b-8fc9-e68486ba3835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:00.555229 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:01.618801 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:03.005914 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:07.078603 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7871-b8c8-41af-8b42-31bd9f291952 req-9a3967c5-1b04-458e-9e91-6e0105789374 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:07.079943 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c12d7871-b8c8-41af-8b42-31bd9f291952 req-9a3967c5-1b04-458e-9e91-6e0105789374 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0788767 May 18 01:48:07.123408 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c12d7871-b8c8-41af-8b42-31bd9f291952 req-97b45468-0861-427e-93c0-6b7730616220 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377579 May 18 01:48:08.306902 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b86dc-5daa-4992-9c6b-40726a2bd1e5 req-fc392e9a-bb3f-41be-9129-f37ab3e9c286 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:08.308596 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-459b86dc-5daa-4992-9c6b-40726a2bd1e5 req-fc392e9a-bb3f-41be-9129-f37ab3e9c286 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0810606 May 18 01:48:08.353129 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-459b86dc-5daa-4992-9c6b-40726a2bd1e5 req-9e6bf37d-6dc7-460f-a542-a3825996a3e4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383365 May 18 01:48:09.533153 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c4c1d-416b-4254-9260-1264e8a11c5d req-ff5dc541-0779-4db6-906d-253cc76990bd tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:09.534581 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e93c4c1d-416b-4254-9260-1264e8a11c5d req-ff5dc541-0779-4db6-906d-253cc76990bd tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0783839 May 18 01:48:09.577973 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e93c4c1d-416b-4254-9260-1264e8a11c5d req-640538be-b49f-4107-8dc1-3ae3160c1fbb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378337 May 18 01:48:10.850912 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6746bd-2b83-482c-957b-13b16fa031b7 req-44a91b03-30e2-457f-9cce-ba00ef6f742d tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:10.852324 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cd6746bd-2b83-482c-957b-13b16fa031b7 req-44a91b03-30e2-457f-9cce-ba00ef6f742d tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.1688085 May 18 01:48:10.896112 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cd6746bd-2b83-482c-957b-13b16fa031b7 req-8c8ed627-68f6-4b94-81af-34665b7cc117 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373554 May 18 01:48:12.078663 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebdefb-62de-457b-9ea3-6c4688cd9dd7 req-557a0771-c0fe-4924-8640-6b97463143db tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:12.079990 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dfebdefb-62de-457b-9ea3-6c4688cd9dd7 req-557a0771-c0fe-4924-8640-6b97463143db tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0814819 May 18 01:48:12.123198 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dfebdefb-62de-457b-9ea3-6c4688cd9dd7 req-f5a97b97-861c-4d9c-8f65-6d722bcd258f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375028 May 18 01:48:13.303682 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8419c39-62dd-44b1-8928-b7f9a2d1723d req-3ec292f5-5b30-4441-b74a-9bb1f4569aae tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:13.305122 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f8419c39-62dd-44b1-8928-b7f9a2d1723d req-3ec292f5-5b30-4441-b74a-9bb1f4569aae tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0777378 May 18 01:48:13.352877 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f8419c39-62dd-44b1-8928-b7f9a2d1723d req-6bd151f1-75e4-496b-96be-bd8c6f4a155c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418463 May 18 01:48:14.534943 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3541c-1d01-4f2a-a435-9e838d374d69 req-8d83b3b8-bcf1-4e36-83fe-de23fac2d467 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:14.536364 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-55f3541c-1d01-4f2a-a435-9e838d374d69 req-8d83b3b8-bcf1-4e36-83fe-de23fac2d467 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0781956 May 18 01:48:14.579594 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-55f3541c-1d01-4f2a-a435-9e838d374d69 req-e2b70777-0b9f-4c9b-8660-6db35977faa8 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376804 May 18 01:48:15.763114 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb58143-62ed-4a76-80aa-6ec0f9d95a2a req-4f572321-932e-4281-94e2-c10b1aafb936 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:15.764565 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6cb58143-62ed-4a76-80aa-6ec0f9d95a2a req-4f572321-932e-4281-94e2-c10b1aafb936 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0816133 May 18 01:48:15.809004 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6cb58143-62ed-4a76-80aa-6ec0f9d95a2a req-5460235d-4f9b-47ef-a77b-337b702f0463 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388072 May 18 01:48:16.987745 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e10fd-8ea3-4e44-9a50-f08e103224e4 req-8cf78da6-0098-494f-901a-9dabf241f95b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:16.989360 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-151e10fd-8ea3-4e44-9a50-f08e103224e4 req-8cf78da6-0098-494f-901a-9dabf241f95b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0787625 May 18 01:48:17.033107 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-151e10fd-8ea3-4e44-9a50-f08e103224e4 req-9fdba624-49e1-4be9-94a8-4be137a64897 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381720 May 18 01:48:18.221105 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b97fd-0d8c-4415-8b96-0da67b5223ee req-da254f04-11d5-4748-aacd-573acc39518a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:18.222575 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5c9b97fd-0d8c-4415-8b96-0da67b5223ee req-da254f04-11d5-4748-aacd-573acc39518a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0831392 May 18 01:48:18.267045 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5c9b97fd-0d8c-4415-8b96-0da67b5223ee req-3daf8b2f-c764-4004-805e-4089f3f91262 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388269 May 18 01:48:18.657853 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef559e3c-81f4-4c7e-bc91-68893d314af2 req-f417ac62-9f39-48db-9212-4067c365d867 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:18.659272 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ef559e3c-81f4-4c7e-bc91-68893d314af2 req-f417ac62-9f39-48db-9212-4067c365d867 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.1361973 May 18 01:48:18.665321 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-89b51632-c814-48d5-948d-c29f6d489f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:18.666663 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-89b51632-c814-48d5-948d-c29f6d489f9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 1099 time: 0.1023135 May 18 01:48:18.782520 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ef559e3c-81f4-4c7e-bc91-68893d314af2 req-882ebd18-8d28-4031-9876-3e3b91a900c5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149454 May 18 01:48:18.821587 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-6bdb4944-6bc7-4d69-b510-f3453f3335de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:18.822991 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-6bdb4944-6bc7-4d69-b510-f3453f3335de service neutron] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 911 time: 0.1411893 May 18 01:48:18.922848 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-9d715df4-f8de-4bcb-85b2-4e14d07f050d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea899685-3209-488f-874f-fe7ab7f843fd HTTP/1.1" status: 200 len: 1002 time: 0.0937636 May 18 01:48:18.987269 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-0d7b088f-b169-450d-8982-62a3570e6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:18.988674 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-0d7b088f-b169-450d-8982-62a3570e6cdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0601137 May 18 01:48:19.061698 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-b28ac831-f321-4578-b8fc-c55ed7c7ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:19.063117 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-b28ac831-f321-4578-b8fc-c55ed7c7ac85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682454 May 18 01:48:19.190678 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-a34f8ca4-4b0b-45d8-8ad8-07ba31453860 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210866 May 18 01:48:19.318391 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4a3b673a-82c3-41ea-9ec7-500cb1e7946c req-d9055b12-b5d6-4e62-830d-397cbe967724 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208074 May 18 01:48:19.974859 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c5dc7-e06d-44cb-b0da-10c9d8b5f386 req-0d2f8fe3-d9d7-4373-88d8-6c61b795c975 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:19.976296 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d25c5dc7-e06d-44cb-b0da-10c9d8b5f386 req-0d2f8fe3-d9d7-4373-88d8-6c61b795c975 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0834522 May 18 01:48:20.105945 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d25c5dc7-e06d-44cb-b0da-10c9d8b5f386 req-68199825-8c9d-4a52-9a45-2d18fd71c16d tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238725 May 18 01:48:21.288699 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ab93c-dc21-4c0f-99df-1cd37cba1c92 req-90264f85-ab4c-48b5-9c9c-3929f330ca6e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:21.290188 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ea0ab93c-dc21-4c0f-99df-1cd37cba1c92 req-90264f85-ab4c-48b5-9c9c-3929f330ca6e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0790532 May 18 01:48:21.337042 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ea0ab93c-dc21-4c0f-99df-1cd37cba1c92 req-52a89713-4b71-484d-b252-a9b9fac6d137 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407922 May 18 01:48:25.114296 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:27.965586 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-57669a0c-f309-4e69-b337-fc14351d737d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:28.270625 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:48:30.360352 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-5bac672f-1176-4934-a77a-faaf9f735d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:30.556405 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:31.620926 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:33.009803 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:50.399429 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efe597-4706-433a-b2e8-1e6f41b4294a req-02d16cc7-7438-4d26-b1b3-1ca7e622b649 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:50.400913 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-20efe597-4706-433a-b2e8-1e6f41b4294a req-02d16cc7-7438-4d26-b1b3-1ca7e622b649 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.1294951 May 18 01:48:50.444525 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-20efe597-4706-433a-b2e8-1e6f41b4294a req-9eeba321-356f-422e-9256-7e91af7feda4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380099 May 18 01:48:51.630673 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338e8fb-3d6e-4823-9a2a-fb2710eb7ec0 req-610e8a96-4beb-4207-8d76-63cd0502d882 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:51.631998 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0338e8fb-3d6e-4823-9a2a-fb2710eb7ec0 req-610e8a96-4beb-4207-8d76-63cd0502d882 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0816143 May 18 01:48:51.676244 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-0338e8fb-3d6e-4823-9a2a-fb2710eb7ec0 req-0a5eda27-6cf7-451b-909f-652a12adea7e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 May 18 01:48:52.277153 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-c2692308-7e01-46cd-917d-f78fd023d209 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:52.278542 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-c2692308-7e01-46cd-917d-f78fd023d209 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.0776854 May 18 01:48:52.413927 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Deleting port ea899685-3209-488f-874f-fe7ab7f843fd {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:48:52.414276 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:52.543301 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] For port ea899685-3209-488f-874f-fe7ab7f843fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ea899685-3209-488f-874f-fe7ab7f843fd,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:48:52.543576 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:52.876515 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:52.877219 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:52.877219 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.l3_db [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Floating IP 1f6174c8-4627-4a97-8744-5396ceaf8f66 disassociated. External IP: 172.28.3.183, port: ea899685-3209-488f-874f-fe7ab7f843fd. May 18 01:48:52.877453 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Calling delete_port for ea899685-3209-488f-874f-fe7ab7f843fd owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:48:52.912491 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f201e73-db6a-499a-8ade-c4a5b007587b req-d87cdbe4-4e20-48e6-b620-242295dcaa7a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:52.914043 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5f201e73-db6a-499a-8ade-c4a5b007587b req-d87cdbe4-4e20-48e6-b620-242295dcaa7a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 946 time: 0.1305859 May 18 01:48:52.969554 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5f201e73-db6a-499a-8ade-c4a5b007587b req-3262378e-7bd0-4ff9-98a7-c8d41eed3cb1 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=06ebf8e0-6985-4425-bd99-2b4098e7984e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498588 May 18 01:48:53.041370 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:53.046719 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-0a4f2ad2-7d4d-4e82-80b3-0f204ec19341 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:48:53.090725 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event deleted for resources: {'Port': ['ID=ea899685-3209-488f-874f-fe7ab7f843fd,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:48:53.100344 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.100717 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.101124 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.101475 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.101823 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.102170 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.102513 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.102858 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.103200 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.103543 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.103876 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.104212 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:48:53.108539 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:48:53.284029 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Router b6de0aed-72b2-49ac-952d-6c7821fdae63 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:48:53.570822 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:48:53.579797 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] Sync routers for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:48:53.589054 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:48:53.589656 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:48:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:48:53.641341 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] No DVR routers for this DVR port ea899685-3209-488f-874f-fe7ab7f843fd on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:48:53.643880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:53.646465 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'name': 'network-vif-deleted', 'tag': 'ea899685-3209-488f-874f-fe7ab7f843fd'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:48:53.663189 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d024434d-4cb0-433d-ac3e-2948561077d9 req-b3e422c3-751f-4aeb-a928-6babf1193172 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "DELETE /v2.0/ports/ea899685-3209-488f-874f-fe7ab7f843fd HTTP/1.1" status: 204 len: 173 time: 1.3787119 May 18 01:48:53.700386 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bb8ca0-7d14-4a33-a6ac-94d0a628e58c', 'name': 'network-vif-deleted', 'tag': 'ea899685-3209-488f-874f-fe7ab7f843fd', 'status': 'completed', 'code': 200} May 18 01:48:53.769986 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:48:54.074413 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:48:54.078384 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] Checking router: b6de0aed-72b2-49ac-952d-6c7821fdae63 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:48:54.087413 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:48:54.088013 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:48:30Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:48:54.139862 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-7a32f7ba-387e-4a7d-b8da-02391af45abe req-d4945b97-2e66-476d-86d6-247eae3c27a0 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Synchronizing usage tracker for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:48:54.156182 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-7a32f7ba-387e-4a7d-b8da-02391af45abe req-d4945b97-2e66-476d-86d6-247eae3c27a0 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Unset dirty status for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:48:54.157841 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7a32f7ba-387e-4a7d-b8da-02391af45abe req-d4945b97-2e66-476d-86d6-247eae3c27a0 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bb8ca0-7d14-4a33-a6ac-94d0a628e58c HTTP/1.1" status: 200 len: 210 time: 0.0648754 May 18 01:48:54.264504 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:48:54.597575 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:48:54.601457 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef2f12-de3c-43d1-9d1b-236108e999d8 None None] The sync data for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb is: [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:48:54.796665 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3afd4-ae8e-4e49-b60b-fe18a68cbd06 None None] New status for floating IP 1f6174c8-4627-4a97-8744-5396ceaf8f66: DOWN {{(pid=78853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:48:55.069613 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:55.279235 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48396) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:48:55.341593 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9b5a78f3-8b69-4005-a8ee-1cce87100ecf tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:55.369462 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9b5a78f3-8b69-4005-a8ee-1cce87100ecf tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:55.421200 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9b5a78f3-8b69-4005-a8ee-1cce87100ecf tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:55.426534 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-65c15147-0f29-4b63-aebf-42b9e59901bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:48:55.441187 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a78f3-8b69-4005-a8ee-1cce87100ecf tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ebf8e0-6985-4425-bd99-2b4098e7984e,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:48:55.443846 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9b5a78f3-8b69-4005-a8ee-1cce87100ecf tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:48:55.453854 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9b5a78f3-8b69-4005-a8ee-1cce87100ecf tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:55.454968 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-9b5a78f3-8b69-4005-a8ee-1cce87100ecf tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "DELETE /v2.0/security-groups/06ebf8e0-6985-4425-bd99-2b4098e7984e HTTP/1.1" status: 204 len: 168 time: 0.1745625 May 18 01:48:55.457681 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48400) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:48:55.473382 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.api.v2.resource [None req-35eb362e-fa47-48e0-b8a0-1c19f91da4b8 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] show failed (client error): The resource could not be found. May 18 01:48:55.474351 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-35eb362e-fa47-48e0-b8a0-1c19f91da4b8 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups/06ebf8e0-6985-4425-bd99-2b4098e7984e HTTP/1.1" status: 404 len: 347 time: 0.0157886 May 18 01:48:55.477003 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48404) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:48:55.693803 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Deleting port ef6a275c-9793-4ea1-bfa0-48eef7ab1ecf {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:48:55.694153 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:55.810836 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:55.811164 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:55.929941 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Calling delete_port for ef6a275c-9793-4ea1-bfa0-48eef7ab1ecf owned by network:floatingip {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:48:56.040081 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.044376 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:48:56.086700 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event deleted for resources: {'Port': ['ID=ef6a275c-9793-4ea1-bfa0-48eef7ab1ecf,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:48:56.089840 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:48:56.179371 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.196390 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.197576 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-6551729c-9a21-46a2-8bb0-45410ad3cdf5 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "DELETE /v2.0/floatingips/1f6174c8-4627-4a97-8744-5396ceaf8f66 HTTP/1.1" status: 204 len: 168 time: 0.7196794 May 18 01:48:56.467989 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48410) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:48:56.473360 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854747639', 'description': 'tempest-description--1413198401'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:48:56.479325 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:48:56.483436 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Usage tracker for resource:security_group and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:48:56.486295 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:48:56.491980 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:48:56.501382 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.521830 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:48:56.525560 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Usage tracker for resource:security_group_rule and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:48:56.528284 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:48:56.533943 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:48:56.603505 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.607116 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.612000 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-481f8cb6-52b3-4833-921b-943019640b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:48:56.651952 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:48:56.654736 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.655926 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1869512 May 18 01:48:56.656904 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9e5352f8-dd45-4fd4-b234-e512c52b1777 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:48:56.659276 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48414) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:48:56.664013 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'security_group_rule': {'security_group_id': '63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:48:56.670114 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:48:56.673939 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Usage tracker for resource:security_group_rule and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:48:56.676832 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:48:56.682847 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:48:56.698109 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.743527 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device ea899685-3209-488f-874f-fe7ab7f843fd no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:48:56.761392 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.765104 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.767177 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-fb0d4198-269c-4038-a24c-922fe288784b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:48:56.780438 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: ea899685-3209-488f-874f-fe7ab7f843fd {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:48:56.780814 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device ea899685-3209-488f-874f-fe7ab7f843fd not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:48:56.787079 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8d7f68-c68f-40c5-b7f6-dbd546035a1b,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:48:56.790925 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:48:56.798756 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.800471 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-3e67828d-0df7-4e41-96e1-d908cf1faf0a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407583 May 18 01:48:56.803031 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48418) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:48:56.808200 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'security_group_rule': {'security_group_id': '63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:48:56.813623 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:48:56.817564 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Usage tracker for resource:security_group_rule and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:48:56.820370 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:48:56.826002 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:48:56.842022 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.902520 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.905838 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901696'] for security_group_rule, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.907816 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-e8b83e74-8669-4bc3-83fb-248cd363b642 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:48:56.929635 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66085f9c-a482-4077-ac21-47ff6e08a1aa,revision_number=0']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:48:56.932171 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:48:56.938609 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:56.939945 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-ce9031f3-3264-4137-b3e0-34136b83fde3 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360037 May 18 01:48:56.942936 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48422) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:48:56.947952 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'floatingip': {'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:48:56.953408 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:48:56.957656 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Usage tracker for resource:floatingip and tenant:d359230760b34c30ab4593c50da12ecc is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:48:56.960391 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:48:56.965958 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:48:56.976563 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:57.107615 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:57.339832 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Allocated IP 172.28.3.8 (a2adaee7-831c-4c6c-b54a-b71e9d98e449/b64cc45c-4716-4292-b5f6-1925b2a9bbfa/2deb66a4-4f4a-4aef-b253-107dbb68e406) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:48:57.481983 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:57.510377 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:57.514520 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1da7a9d1-f94d-4315-b798-8befd90eb0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:48:57.571652 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Network a2adaee7-831c-4c6c-b54a-b71e9d98e449 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:48:57.574301 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:48:57.576618 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:48:57.625573 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'Port': ['ID=2deb66a4-4f4a-4aef-b253-107dbb68e406,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:48:57.629945 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:48:57.663446 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:57.721587 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:57.922648 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:57.927496 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:57.932075 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b851fcb8-34d5-475c-b3d2-f1ef7f92e5c4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:48:57.967163 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-6f56aa18-f495-45a4-a410-3a98e8a3fcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:58.035939 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'Port': ['ID=2deb66a4-4f4a-4aef-b253-107dbb68e406,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:48:58.039805 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:48:58.046299 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:58.068419 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:48:58.069653 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1258137 May 18 01:48:58.228748 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-5f821107-48e4-431b-85cb-39dc812bfcc4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Synchronizing usage tracker for tenant:d359230760b34c30ab4593c50da12ecc on resource:security_group {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:48:58.243396 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-5f821107-48e4-431b-85cb-39dc812bfcc4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Unset dirty status for tenant:d359230760b34c30ab4593c50da12ecc on resource:security_group {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:48:58.244489 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-5f821107-48e4-431b-85cb-39dc812bfcc4 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1854747639&fields=id&tenant_id=d359230760b34c30ab4593c50da12ecc HTTP/1.1" status: 200 len: 267 time: 0.0551906 May 18 01:48:58.389372 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-a44b04f9-f61a-4559-a006-ca28736660f2 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:58.390798 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-a44b04f9-f61a-4559-a006-ca28736660f2 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 810 time: 0.1397526 May 18 01:48:58.405368 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-e127bd00-5523-4183-b2b5-6dca9cafb4e0 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/quotas/d359230760b34c30ab4593c50da12ecc HTTP/1.1" status: 200 len: 375 time: 0.0085416 May 18 01:48:58.487226 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-7fec9ca2-c12e-4738-84d0-923e405b43d0 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Synchronizing usage tracker for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:48:58.501700 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-7fec9ca2-c12e-4738-84d0-923e405b43d0 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Unset dirty status for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:48:58.502939 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-7fec9ca2-c12e-4738-84d0-923e405b43d0 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922346 May 18 01:48:58.518593 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-8a356bc3-a425-4b4c-8814-cb1b3a3e86e1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:48:58.519508 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-8a356bc3-a425-4b4c-8814-cb1b3a3e86e1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054812 May 18 01:48:58.647837 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-cf51660e-f65a-461a-9614-1514b571a73f service neutron] 10.222.0.11 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231642 May 18 01:48:58.776494 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-159bbc4f-c201-4bc5-bcf1-c0549880f156 service neutron] 10.222.0.11 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227152 May 18 01:48:58.949344 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a70b53d9-ab85-42f9-8cfc-89a4e0aec600 req-7c2b4631-ab56-467e-9515-618c42f9bc2c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 210 time: 0.0460408 May 18 01:48:59.927362 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-86ae1322-bd19-4861-aff1-ded75fab4b3e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:48:59.928806 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-86ae1322-bd19-4861-aff1-ded75fab4b3e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 810 time: 0.1457767 May 18 01:48:59.978508 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-f9c2df45-7928-47b4-abae-c9bccab89ecc tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d359230760b34c30ab4593c50da12ecc HTTP/1.1" status: 200 len: 380 time: 0.0412273 May 18 01:48:59.987345 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'port': {'device_id': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'admin_state_up': True, 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'security_groups': ['63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800']}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:49:00.218482 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-4ffafdc9-a592-4500-ae62-4208d4e876d2 req-7fb7e0cd-adc9-43c6-a7cf-9ad896694e2f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 210 time: 0.0512693 May 18 01:49:00.264249 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:49:00.274366 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:49:00.285064 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Made reservation on behalf of d359230760b34c30ab4593c50da12ecc for: {'port': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:49:00.288504 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:00.361619 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-584c6ea0-0660-44e6-ae22-c5914af3fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:00.449984 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Allocated IP 172.20.0.11 (facaa73d-5071-4c02-82f4-cd80d43bdff6/a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624/784a88d1-6046-403c-a87e-93d154b6951f) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:49:00.558130 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:00.638205 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:00.653066 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Transition to ACTIVE for port object 784a88d1-6046-403c-a87e-93d154b6951f will not be triggered until provisioned by entity DHCP. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:49:00.676632 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:00.682151 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-666e676f-9cd6-41bb-bb91-6e53e8020817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:49:00.750536 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Network facaa73d-5071-4c02-82f4-cd80d43bdff6 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:49:00.754125 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:49:00.757978 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:49:00.796822 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event updated for resources: {'Port': ['ID=784a88d1-6046-403c-a87e-93d154b6951f,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:49:00.802218 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:49:00.825673 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:00.826306 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:00.852724 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-b7659251-22ef-4d5d-b222-177b4cb67d74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8692517 May 18 01:49:00.863180 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-0812e54d-ee97-42c1-bdd2-16da22270d32 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 01:49:00.864256 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-0812e54d-ee97-42c1-bdd2-16da22270d32 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058565 May 18 01:49:00.918622 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Request body: {'port': {'device_id': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:49:00.937256 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-dfde35ce-2f2e-4adf-a01c-87a47e4efa02 None None] Provisioning for port 784a88d1-6046-403c-a87e-93d154b6951f completed by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:49:00.942068 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-dfde35ce-2f2e-4adf-a01c-87a47e4efa02 None None] Provisioning complete for port 784a88d1-6046-403c-a87e-93d154b6951f triggered by entity DHCP. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:49:00.942521 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-dfde35ce-2f2e-4adf-a01c-87a47e4efa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:00.995201 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-dfde35ce-2f2e-4adf-a01c-87a47e4efa02 None None] Port 784a88d1-6046-403c-a87e-93d154b6951f cannot update to ACTIVE because it is not bound. {{(pid=78853) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 01:49:01.029404 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:01.415165 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784a88d1-6046-403c-a87e-93d154b6951f {{(pid=78851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:49:01.425206 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:01.444273 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Transition to ACTIVE for port object 784a88d1-6046-403c-a87e-93d154b6951f will not be triggered until provisioned by entity L2. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:49:01.449564 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:01.454391 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b6198904-98c2-4320-b109-2ff9d69a00ca tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:49:01.569554 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175bfa0-0222-4efb-95e6-de20bde043de req-532d5611-def1-49c1-add1-ca5e7775b911 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:01.570279 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-e175bfa0-0222-4efb-95e6-de20bde043de req-532d5611-def1-49c1-add1-ca5e7775b911 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Synchronizing usage tracker for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:49:01.630845 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:01.641184 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Pushing event updated for resources: {'Port': ['ID=784a88d1-6046-403c-a87e-93d154b6951f,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:49:01.671931 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:49:01.672930 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-e175bfa0-0222-4efb-95e6-de20bde043de req-532d5611-def1-49c1-add1-ca5e7775b911 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Unset dirty status for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:49:01.674099 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e175bfa0-0222-4efb-95e6-de20bde043de req-532d5611-def1-49c1-add1-ca5e7775b911 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 932 time: 0.3338430 May 18 01:49:01.745186 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-e175bfa0-0222-4efb-95e6-de20bde043de req-f3060dc3-9499-4a33-a07f-ad6878b879e7 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591264 May 18 01:49:01.749179 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Attempting to bind port 784a88d1-6046-403c-a87e-93d154b6951f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:49:01.749525 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Attempting to bind port 784a88d1-6046-403c-a87e-93d154b6951f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:49:01.749863 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Attempting to bind port 784a88d1-6046-403c-a87e-93d154b6951f on network facaa73d-5071-4c02-82f4-cd80d43bdff6 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:49:01.755000 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Port 784a88d1-6046-403c-a87e-93d154b6951f on network facaa73d-5071-4c02-82f4-cd80d43bdff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:49:01.755326 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Attempting to bind port 784a88d1-6046-403c-a87e-93d154b6951f on network facaa73d-5071-4c02-82f4-cd80d43bdff6 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:49:01.760568 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:49:01.760880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Checking segment: {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:49:01.761271 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Bound using segment: {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:49:01.761704 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Bound port: 784a88d1-6046-403c-a87e-93d154b6951f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff639432-4da2-4edf-83bd-4a937d010dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6'}}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:49:01.762059 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:01.849912 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] For port 784a88d1-6046-403c-a87e-93d154b6951f, host hv-cinder-78462, cleared binding levels {{(pid=78851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:49:01.853217 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] For port 784a88d1-6046-403c-a87e-93d154b6951f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=784a88d1-6046-403c-a87e-93d154b6951f,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:49:01.857460 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:01.861856 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b22e0637-3558-45a6-b888-b8cc34aa721c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:49:01.922464 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:01.923101 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:01.925098 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] 10.222.0.39 "PUT /v2.0/ports/784a88d1-6046-403c-a87e-93d154b6951f HTTP/1.1" status: 200 len: 1094 time: 1.0539074 May 18 01:49:01.925579 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'tag': '784a88d1-6046-403c-a87e-93d154b6951f'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:49:01.952965 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Pushing event updated for resources: {'Port': ['ID=784a88d1-6046-403c-a87e-93d154b6951f,revision_number=3']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:49:01.956811 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9a12421c-12c2-4725-8d91-626a8157f8af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:49:01.997797 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'tag': '784a88d1-6046-403c-a87e-93d154b6951f', 'status': 'completed', 'code': 200} May 18 01:49:02.034557 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-a5c1dcfc-7076-4dd8-87c2-c3309bc4b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:02.036055 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-a5c1dcfc-7076-4dd8-87c2-c3309bc4b6b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 1097 time: 0.0756667 May 18 01:49:02.202661 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-197e0eb6-fa64-4fd2-8475-f59150a51252 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=784a88d1-6046-403c-a87e-93d154b6951f HTTP/1.1" status: 200 len: 217 time: 0.1583889 May 18 01:49:02.262405 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-2a9531a6-3078-46ca-aad2-da5bdb2514c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:02.263752 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-2a9531a6-3078-46ca-aad2-da5bdb2514c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0555274 May 18 01:49:02.338811 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-cf957174-da9e-4b9b-a253-4557c13c5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:02.340191 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-cf957174-da9e-4b9b-a253-4557c13c5686 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705826 May 18 01:49:02.469334 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-71736062-8211-49fa-960b-9b5beec3c30a service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224520 May 18 01:49:02.596921 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-89868fee-0cc9-4d6c-9bf2-f0858f8a228a req-496e8dcc-e2f5-413d-9b6f-0bb7c287f748 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210117 May 18 01:49:02.707170 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-e4223586-0dc2-4a6f-9082-f7a34ea6e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:02.708612 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-e4223586-0dc2-4a6f-9082-f7a34ea6e8f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 1097 time: 0.0700662 May 18 01:49:02.838910 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-53a5abb0-f047-422b-800f-8e3f466559e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:02.840347 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-53a5abb0-f047-422b-800f-8e3f466559e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 911 time: 0.1243432 May 18 01:49:02.946470 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-a7408fc5-f9bd-41b1-b26a-1336b0d192c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=784a88d1-6046-403c-a87e-93d154b6951f HTTP/1.1" status: 200 len: 217 time: 0.0988839 May 18 01:49:03.011185 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:03.019836 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-2f7a3200-2a1c-4283-bc5f-03c4b045692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:03.021281 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-2f7a3200-2a1c-4283-bc5f-03c4b045692e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0675030 May 18 01:49:03.071237 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5520d2e-5cd4-4dc5-86b5-d7b71e20633f req-0f815aa5-288a-44a2-a3ea-d9da3119b57b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:03.072624 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b5520d2e-5cd4-4dc5-86b5-d7b71e20633f req-0f815aa5-288a-44a2-a3ea-d9da3119b57b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 944 time: 0.1757822 May 18 01:49:03.128843 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-b5520d2e-5cd4-4dc5-86b5-d7b71e20633f req-e60bdf14-27bc-4c99-bda2-10a7060243bb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 May 18 01:49:03.140571 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-7fd40398-9da8-47dc-b666-bcf82abad5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:03.142054 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-7fd40398-9da8-47dc-b666-bcf82abad5cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115780 May 18 01:49:03.271974 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-ac97d26b-bbc7-4db2-9b54-b7bc68b429bf service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222458 May 18 01:49:03.401740 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-08f9920f-2e4e-44fa-83ec-1ab13da6e450 req-6089d685-779d-40d0-b8ab-c3209b51a47a service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224539 May 18 01:49:04.314141 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df63baa-4ef6-40a8-ab63-ab481a6e5480 req-cb4b7797-a2f8-4872-8f4c-ac0652cafbff tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:04.315574 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7df63baa-4ef6-40a8-ab63-ab481a6e5480 req-cb4b7797-a2f8-4872-8f4c-ac0652cafbff tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 944 time: 0.0826433 May 18 01:49:04.359442 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7df63baa-4ef6-40a8-ab63-ab481a6e5480 req-496d66b1-1c8e-4485-953c-9e98e87b962e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383091 May 18 01:49:04.790699 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 784a88d1-6046-403c-a87e-93d154b6951f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:49:04.918409 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 784a88d1-6046-403c-a87e-93d154b6951f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=784a88d1-6046-403c-a87e-93d154b6951f,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:49:04.930942 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': '784a88d1-6046-403c-a87e-93d154b6951f', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'port_id': '784a88d1-6046-403c-a87e-93d154b6951f', 'mac_address': 'fa:16:3e:da:81:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:49:04.987522 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:05.003872 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784a88d1-6046-403c-a87e-93d154b6951f {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:49:05.018237 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 784a88d1-6046-403c-a87e-93d154b6951f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=784a88d1-6046-403c-a87e-93d154b6951f,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:49:05.021999 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:05.023868 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:49:05.087054 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=784a88d1-6046-403c-a87e-93d154b6951f,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:49:05.093988 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.094341 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.094682 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.095016 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.095350 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.095680 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.096079 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.096361 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.096690 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.097037 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.097372 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.097682 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:49:05.101690 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:49:05.237187 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['784a88d1-6046-403c-a87e-93d154b6951f'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:49:05.269361 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:49:05.686008 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0158e-5243-4b35-8b5d-a8c2d0cd3828 req-2181eb94-c5da-4218-ba8c-76484701712b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:05.687439 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bed0158e-5243-4b35-8b5d-a8c2d0cd3828 req-2181eb94-c5da-4218-ba8c-76484701712b tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 945 time: 0.0816689 May 18 01:49:05.730742 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-bed0158e-5243-4b35-8b5d-a8c2d0cd3828 req-de1a35d3-a3c7-4568-8a5e-66082fdc4b44 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377693 May 18 01:49:06.792613 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 784a88d1-6046-403c-a87e-93d154b6951f up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:49:06.858378 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port 784a88d1-6046-403c-a87e-93d154b6951f completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:49:06.863363 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port 784a88d1-6046-403c-a87e-93d154b6951f triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:49:06.863746 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:06.913632 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c64c7-07ea-4b7e-8978-dd867ee04704 req-ef653e3d-e93f-4740-87c9-d3f4d6bc703f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:06.915184 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7c4c64c7-07ea-4b7e-8978-dd867ee04704 req-ef653e3d-e93f-4740-87c9-d3f4d6bc703f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 945 time: 0.0808389 May 18 01:49:06.960180 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-7c4c64c7-07ea-4b7e-8978-dd867ee04704 req-3eca8d84-66b9-4574-8783-afdfd13bfc74 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 May 18 01:49:07.013283 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:07.038838 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784a88d1-6046-403c-a87e-93d154b6951f'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:49:07.048234 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port 784a88d1-6046-403c-a87e-93d154b6951f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=784a88d1-6046-403c-a87e-93d154b6951f,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:49:07.053072 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:07.055712 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:49:07.092553 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784a88d1-6046-403c-a87e-93d154b6951f', 'code': 200} May 18 01:49:07.123993 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=784a88d1-6046-403c-a87e-93d154b6951f,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:49:07.126889 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:49:07.398590 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb22f-8926-40dc-b712-239b76803f4b req-296bf8ed-e444-4fdf-b911-55cc1752bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:07.400061 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-45ecb22f-8926-40dc-b712-239b76803f4b req-296bf8ed-e444-4fdf-b911-55cc1752bcfa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 1099 time: 0.1622574 May 18 01:49:07.439846 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-45ecb22f-8926-40dc-b712-239b76803f4b req-a4c04c0b-8496-4c92-94b1-8113bde45b31 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334468 May 18 01:49:08.144615 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9e2b0-d2d0-4435-8f8e-58aeb5720423 req-82c762c8-ba9b-4cd3-badd-c0f943cb94e6 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:08.146019 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c0a9e2b0-d2d0-4435-8f8e-58aeb5720423 req-82c762c8-ba9b-4cd3-badd-c0f943cb94e6 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 946 time: 0.0815313 May 18 01:49:08.193904 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c0a9e2b0-d2d0-4435-8f8e-58aeb5720423 req-30802031-8d2b-4e96-a226-6a024118be4d tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419946 May 18 01:49:09.376844 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17ee60-fda5-457b-8580-a9cc033a932d req-c28a9d60-6c7d-44c4-ac9e-1715ac1587f6 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:09.378334 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-df17ee60-fda5-457b-8580-a9cc033a932d req-c28a9d60-6c7d-44c4-ac9e-1715ac1587f6 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 946 time: 0.0796680 May 18 01:49:09.422372 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-df17ee60-fda5-457b-8580-a9cc033a932d req-73698a60-5087-4ea4-ab88-8126d98d355d tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384176 May 18 01:49:09.600407 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6b821-8883-4cea-ab9e-0ad11cdcebbb req-aec1e302-a9a7-450d-8c11-ca2a604b857e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:09.601781 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-80c6b821-8883-4cea-ab9e-0ad11cdcebbb req-aec1e302-a9a7-450d-8c11-ca2a604b857e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 946 time: 0.0820529 May 18 01:49:09.610106 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48480) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:49:09.615014 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [None req-cb081287-5795-4582-89d1-caa08a294f56 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Request body: {'floatingip': {'port_id': '784a88d1-6046-403c-a87e-93d154b6951f'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:49:09.692669 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-cb081287-5795-4582-89d1-caa08a294f56 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:10.275662 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-cb081287-5795-4582-89d1-caa08a294f56 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:10.279382 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-cb081287-5795-4582-89d1-caa08a294f56 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:10.443904 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.l3_db [None req-cb081287-5795-4582-89d1-caa08a294f56 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Floating IP 4a0f3e9c-5c16-4306-bac1-5154a1b67043 associated. External IP: 172.28.3.8, port: 784a88d1-6046-403c-a87e-93d154b6951f. May 18 01:49:10.884964 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb081287-5795-4582-89d1-caa08a294f56 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Router b6de0aed-72b2-49ac-952d-6c7821fdae63 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:49:11.058018 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb081287-5795-4582-89d1-caa08a294f56 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:49:11.062827 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-cb081287-5795-4582-89d1-caa08a294f56 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:11.067606 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] Sync routers for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:49:11.076902 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:49:11.077518 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:49:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:49:11.119240 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-cb081287-5795-4582-89d1-caa08a294f56 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "PUT /v2.0/floatingips/4a0f3e9c-5c16-4306-bac1-5154a1b67043 HTTP/1.1" status: 200 len: 990 time: 1.5081182 May 18 01:49:11.119869 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'tag': '784a88d1-6046-403c-a87e-93d154b6951f'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:49:11.250765 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:49:11.268705 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'tag': '784a88d1-6046-403c-a87e-93d154b6951f', 'status': 'completed', 'code': 200} May 18 01:49:11.362603 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-683fa22f-e033-4da6-8d36-a98b4d7d38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:11.364089 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-683fa22f-e033-4da6-8d36-a98b4d7d38a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 1099 time: 0.0725451 May 18 01:49:11.495460 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-667b71d7-5288-442d-8ade-b4125e1b7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:11.496942 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-667b71d7-5288-442d-8ade-b4125e1b7c93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 911 time: 0.1265850 May 18 01:49:11.591299 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '4a0f3e9c-5c16-4306-bac1-5154a1b67043', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'floating_ip_address': '172.28.3.8', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'port_id': '784a88d1-6046-403c-a87e-93d154b6951f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'mac_address': 'fa:16:3e:da:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:48:57Z', 'updated_at': '2021-05-18T01:49:10Z', 'revision_number': 1, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:49:11.595081 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] Checking router: b6de0aed-72b2-49ac-952d-6c7821fdae63 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:49:11.599110 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-2839baa1-4c7e-44b9-b94e-c049a595b22f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=784a88d1-6046-403c-a87e-93d154b6951f HTTP/1.1" status: 200 len: 998 time: 0.0959122 May 18 01:49:11.603781 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:49:11.604378 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:49:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:49:11.659884 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-3a6b79ac-c210-45c9-b995-35353dcf4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:11.661352 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-3a6b79ac-c210-45c9-b995-35353dcf4373 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0562456 May 18 01:49:11.739498 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-88740b99-67bd-4a99-b440-a0ba0e202039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:11.741063 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-88740b99-67bd-4a99-b440-a0ba0e202039 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736363 May 18 01:49:11.780461 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:49:11.870496 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-da08a285-04a2-48ba-8ff4-75655235c5a2 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227772 May 18 01:49:12.001530 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fc2ebed9-2a45-4e75-b89c-1342d7487113 req-c9320e7f-1345-4d33-8090-9a2734432ee9 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252606 May 18 01:49:12.119934 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '4a0f3e9c-5c16-4306-bac1-5154a1b67043', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'floating_ip_address': '172.28.3.8', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'port_id': '784a88d1-6046-403c-a87e-93d154b6951f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'mac_address': 'fa:16:3e:da:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:48:57Z', 'updated_at': '2021-05-18T01:49:10Z', 'revision_number': 1, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:49:12.123684 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c95c11-4ae1-4242-93c1-036dc0a4568d None None] The sync data for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb is: [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_floatingips': [{'id': '4a0f3e9c-5c16-4306-bac1-5154a1b67043', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'floating_ip_address': '172.28.3.8', 'floating_network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'router_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'port_id': '784a88d1-6046-403c-a87e-93d154b6951f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'mac_address': 'fa:16:3e:da:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T01:48:57Z', 'updated_at': '2021-05-18T01:49:10Z', 'revision_number': 1, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:49:12.293353 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf0ffe-83ba-4f6e-887f-4eb3c7ffb75b None None] New status for floating IP 4a0f3e9c-5c16-4306-bac1-5154a1b67043: ACTIVE {{(pid=78853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:49:25.087954 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:27.968317 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-22517b82-05d3-461f-87fc-d85819ed27b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:30.364929 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-9466900d-271f-46db-88b2-77573ede61bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:30.559698 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:31.625738 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:33.015886 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:42.268917 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:49:55.091365 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:57.318073 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-9b56dd06-2849-41ca-bfa5-5bc067ce6fc9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684845 May 18 01:49:57.450084 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-6c77fc8d-e190-4b0b-911e-91127ff94675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:57.451518 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-6c77fc8d-e190-4b0b-911e-91127ff94675 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d359230760b34c30ab4593c50da12ecc&device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 1099 time: 0.0690434 May 18 01:49:57.592918 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-bdbb4c01-a5f0-43a2-aa35-3457ea9c620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:57.594259 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-bdbb4c01-a5f0-43a2-aa35-3457ea9c620b service neutron] 10.222.0.39 "GET /v2.0/networks?id=facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 200 len: 911 time: 0.1243999 May 18 01:49:57.802474 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-064de999-e944-4331-bb20-2d227f02632e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=784a88d1-6046-403c-a87e-93d154b6951f HTTP/1.1" status: 200 len: 1000 time: 0.2016168 May 18 01:49:57.866403 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-e6743f81-cb72-4aa4-903d-9278f901d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:57.867839 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-e6743f81-cb72-4aa4-903d-9278f901d510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 200 len: 849 time: 0.0591934 May 18 01:49:57.943586 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-0d123f6b-7414-4196-8396-6e70119dc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:57.945120 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-0d123f6b-7414-4196-8396-6e70119dc1ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facaa73d-5071-4c02-82f4-cd80d43bdff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706677 May 18 01:49:57.972076 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-7d03591d-50c1-45d1-be91-2c54225a55dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:49:58.080905 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-0eee0f80-ae8d-4d29-a6ef-2652f2f50fa1 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291907 May 18 01:49:58.212123 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-27db7546-0e27-41b8-bce7-5f630792c1fe req-8a31db9a-715a-4e2c-8a58-7d26f5c01a97 service neutron] 10.222.0.39 "GET /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254025 May 18 01:49:58.428814 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930fbe0-8c70-45ab-b983-70d607963efe req-44444ee5-90d9-4c4f-a8e2-ca99232266d7 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:58.430257 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a930fbe0-8c70-45ab-b983-70d607963efe req-44444ee5-90d9-4c4f-a8e2-ca99232266d7 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 946 time: 0.0824273 May 18 01:49:58.474411 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a930fbe0-8c70-45ab-b983-70d607963efe req-bb0335bd-ea68-42b1-b6e4-ebb37b09d558 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382080 May 18 01:49:59.658433 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307aebce-86ba-4df1-a0df-1d7ef1fb30e7 req-0e61115c-42e2-44b3-9d43-88167543c67e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:49:59.659867 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-307aebce-86ba-4df1-a0df-1d7ef1fb30e7 req-0e61115c-42e2-44b3-9d43-88167543c67e tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 946 time: 0.0784557 May 18 01:49:59.707141 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-307aebce-86ba-4df1-a0df-1d7ef1fb30e7 req-6e753f24-7da8-4b67-96ee-b38a4ee5d58f tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups?id=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410271 May 18 01:50:00.111443 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-fc57ad4a-5abb-4ff5-8ab9-85aa412a744a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:00.112902 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-fc57ad4a-5abb-4ff5-8ab9-85aa412a744a tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 946 time: 0.0771632 May 18 01:50:00.243880 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Deleting port 784a88d1-6046-403c-a87e-93d154b6951f {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:50:00.244215 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:00.371805 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e9bac8a6-6279-4178-ad27-26f962a592b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:00.377171 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] For port 784a88d1-6046-403c-a87e-93d154b6951f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=784a88d1-6046-403c-a87e-93d154b6951f,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:50:00.377546 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:00.562070 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:00.666246 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:00.666839 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3841460'] for floatingip, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:00.666945 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.db.l3_db [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Floating IP 4a0f3e9c-5c16-4306-bac1-5154a1b67043 disassociated. External IP: 172.28.3.8, port: 784a88d1-6046-403c-a87e-93d154b6951f. May 18 01:50:00.667308 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Calling delete_port for 784a88d1-6046-403c-a87e-93d154b6951f owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:50:00.780238 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:00.786310 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-cc560d16-371e-4335-a103-4907a1934ab3 tempest-TestMinimumBasicScenario-1485248775 tempest-TestMinimumBasicScenario-1485248775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:00.865083 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event deleted for resources: {'Port': ['ID=784a88d1-6046-403c-a87e-93d154b6951f,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:00.881578 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d0673984-1ea3-40a6-b111-baec8fdba69f req-3ddf5ef3-b8af-4fb6-a309-822553636153 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 210 time: 0.0651898 May 18 01:50:00.884556 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.884960 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.885331 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.885691 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.886048 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.886402 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.886758 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.887107 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.887454 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.887808 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.888155 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.888501 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:00.892286 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:01.154714 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Router b6de0aed-72b2-49ac-952d-6c7821fdae63 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:50:01.337841 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:50:01.350735 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] Sync routers for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:50:01.360472 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:50:01.361187 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:50:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:01.413303 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] No DVR routers for this DVR port 784a88d1-6046-403c-a87e-93d154b6951f on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:50:01.416738 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:01.419269 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'name': 'network-vif-deleted', 'tag': '784a88d1-6046-403c-a87e-93d154b6951f'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:50:01.438185 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-971d7ba6-cb66-4911-9686-2dcb30871940 req-25ddc776-ffd5-49cb-8037-94470842a3cb tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.39 "DELETE /v2.0/ports/784a88d1-6046-403c-a87e-93d154b6951f HTTP/1.1" status: 204 len: 173 time: 1.3202662 May 18 01:50:01.537866 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f7cab7-bebe-46c5-aaae-03b93655a912', 'name': 'network-vif-deleted', 'tag': '784a88d1-6046-403c-a87e-93d154b6951f', 'status': 'completed', 'code': 200} May 18 01:50:01.551582 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:50:01.628647 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:01.856954 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:01.861180 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] Checking router: b6de0aed-72b2-49ac-952d-6c7821fdae63 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:50:01.871539 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:50:01.872154 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:50:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:02.048876 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:50:02.056376 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-83f4ea12-29d3-429c-bc34-39551a00daf6 req-246b74a1-db36-4d28-8bef-f52f8e93db05 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Synchronizing usage tracker for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:50:02.071682 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-83f4ea12-29d3-429c-bc34-39551a00daf6 req-246b74a1-db36-4d28-8bef-f52f8e93db05 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Unset dirty status for tenant:d359230760b34c30ab4593c50da12ecc on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:50:02.072747 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-83f4ea12-29d3-429c-bc34-39551a00daf6 req-246b74a1-db36-4d28-8bef-f52f8e93db05 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/ports?device_id=11f7cab7-bebe-46c5-aaae-03b93655a912 HTTP/1.1" status: 200 len: 210 time: 0.0584421 May 18 01:50:02.346744 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:02.350576 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf54fda-a95d-459d-a13e-e3caf036c52f None None] The sync data for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb is: [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:46:23Z', 'revision_number': 4, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb', '_interfaces': [{'id': '0f8e0b90-598a-4584-90ee-25f720306187', 'name': '', 'network_id': 'facaa73d-5071-4c02-82f4-cd80d43bdff6', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'mac_address': 'fa:16:3e:be:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:22Z', 'updated_at': '2021-05-18T01:46:28Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'subnets': [{'id': 'a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:50:02.536761 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f9ec6-3674-48f9-b388-77f3d9b5173e None None] New status for floating IP 4a0f3e9c-5c16-4306-bac1-5154a1b67043: DOWN {{(pid=78853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 01:50:03.017005 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:03.077258 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 784a88d1-6046-403c-a87e-93d154b6951f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:50:03.111887 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: 784a88d1-6046-403c-a87e-93d154b6951f {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:50:03.112241 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device 784a88d1-6046-403c-a87e-93d154b6951f not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:50:03.192674 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48656) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:03.255746 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f9cf415-92be-43c8-9528-aa83eb28f436 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:03.282020 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f9cf415-92be-43c8-9528-aa83eb28f436 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:03.337810 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f9cf415-92be-43c8-9528-aa83eb28f436 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:03.343038 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-5505537f-26e3-46ee-92cf-4558268ba12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:03.357408 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cf415-92be-43c8-9528-aa83eb28f436 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:03.360323 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3f9cf415-92be-43c8-9528-aa83eb28f436 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:03.371177 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3f9cf415-92be-43c8-9528-aa83eb28f436 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:03.374635 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-3f9cf415-92be-43c8-9528-aa83eb28f436 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "DELETE /v2.0/security-groups/63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800 HTTP/1.1" status: 204 len: 168 time: 0.1786058 May 18 01:50:03.375016 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48660) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:03.392913 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.api.v2.resource [None req-462c8aa2-cff3-42ca-a902-d95cf7ea2d39 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] show failed (client error): The resource could not be found. May 18 01:50:03.393866 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-462c8aa2-cff3-42ca-a902-d95cf7ea2d39 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "GET /v2.0/security-groups/63eb2deb-7fc6-4bdf-b9b2-1d99c5da7800 HTTP/1.1" status: 404 len: 347 time: 0.0173738 May 18 01:50:03.397106 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48664) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:03.607654 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Deleting port 2deb66a4-4f4a-4aef-b253-107dbb68e406 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:50:03.607911 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:03.815876 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:03.816202 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:03.933450 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Calling delete_port for 2deb66a4-4f4a-4aef-b253-107dbb68e406 owned by network:floatingip {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:50:04.041239 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:04.045466 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-bd5218aa-91c2-4cbc-aee8-3414b294be36 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:04.087856 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Pushing event deleted for resources: {'Port': ['ID=2deb66a4-4f4a-4aef-b253-107dbb68e406,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:04.129331 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.129642 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.130011 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.130368 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.130723 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.131078 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.131427 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.131773 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.132119 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.132494 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.132863 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.133209 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:04.159133 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:04.187242 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks [] for floatingip, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:04.203361 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for floatingip, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:04.204458 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] 10.222.0.11 "DELETE /v2.0/floatingips/4a0f3e9c-5c16-4306-bac1-5154a1b67043 HTTP/1.1" status: 204 len: 168 time: 0.8065119 May 18 01:50:08.168791 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48694) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:08.683737 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810758'] for router_interface, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:09.075640 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Deleting port 0f8e0b90-598a-4584-90ee-25f720306187 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:50:09.075876 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:09.280607 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] For port 0f8e0b90-598a-4584-90ee-25f720306187, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=0f8e0b90-598a-4584-90ee-25f720306187,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:50:09.281331 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:09.402506 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Calling delete_port for 0f8e0b90-598a-4584-90ee-25f720306187 owned by network:router_interface {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:50:09.543484 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:09.547944 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-0a05b1d6-4d50-4ec7-bd25-0703355810cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:09.618319 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8e0b90-598a-4584-90ee-25f720306187,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:09.620948 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:09.856829 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810666'] for router_interface, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:10.201737 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Router b6de0aed-72b2-49ac-952d-6c7821fdae63 has already been hosted by L3 agent 84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b {{(pid=78852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 01:50:10.372706 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] Notify agent at l3_agent.dv-cinder-784623-9-smb the message routers_updated {{(pid=78852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 01:50:10.381344 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] Sync routers for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 01:50:10.384720 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-852bcf7c-b185-4008-afc7-63e56992eca9 admin admin] 10.222.0.11 "PUT /v2.0/routers/b6de0aed-72b2-49ac-952d-6c7821fdae63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2149010 May 18 01:50:10.387136 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48698) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:10.390886 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:50:10.391489 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:50:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:10.569748 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: dv-cinder-784623-9-smb {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:50:10.656369 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:10.824985 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:10.881230 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'external_fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:50:09Z', 'revision_number': 5, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port': {'id': 'e297128c-370b-45ae-bd5a-88169b10f8e9', 'name': '', 'network_id': 'a2adaee7-831c-4c6c-b54a-b71e9d98e449', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T01:46:20Z', 'updated_at': '2021-05-18T01:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b64cc45c-4716-4292-b5f6-1925b2a9bbfa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-9-smb'}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:10.885047 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] Checking router: b6de0aed-72b2-49ac-952d-6c7821fdae63 for host: dv-cinder-784623-9-smb {{(pid=78854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 01:50:10.893490 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] Routers {'b6de0aed-72b2-49ac-952d-6c7821fdae63'} bound to L3 agent in host dv-cinder-784623-9-smb {{(pid=78854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 01:50:10.894112 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T01:31:00Z,description=,heartbeat_timestamp=2021-05-18T01:50:00Z,host='dv-cinder-784623-9-smb',id=84d15bf7-8f18-45f3-a8fa-941dc5e3fb0b,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T01:31:00Z,topic='l3_agent')) {'router_ids': ['b6de0aed-72b2-49ac-952d-6c7821fdae63'], 'active': True} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:10.897239 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Deleting port e297128c-370b-45ae-bd5a-88169b10f8e9 {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:50:10.897585 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.015721 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] For port e297128c-370b-45ae-bd5a-88169b10f8e9, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=e297128c-370b-45ae-bd5a-88169b10f8e9,segment=NetworkSegment(41679cb7-dbe3-4088-a8f2-9417a74744b3),segment_id=41679cb7-dbe3-4088-a8f2-9417a74744b3)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:50:11.016077 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.039692 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_dvr_db [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] Set router b6de0aed-72b2-49ac-952d-6c7821fdae63 gateway port host: None {{(pid=78854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 01:50:11.136035 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Calling delete_port for e297128c-370b-45ae-bd5a-88169b10f8e9 owned by network:router_gateway {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:50:11.141178 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.l3_hamode_db [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:50:10Z', 'revision_number': 6, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port_host': None}], 'dv-cinder-784623-9-smb', False) {} {{(pid=78854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:11.145078 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bbbc2-32a1-4e6e-8da7-a03bf992eb3d None None] The sync data for ids ['b6de0aed-72b2-49ac-952d-6c7821fdae63'] in dv-cinder-784623-9-smb is: [{'id': 'b6de0aed-72b2-49ac-952d-6c7821fdae63', 'name': 'tempest-AttachVolumeTestJSON-713760462-router', 'tenant_id': 'd359230760b34c30ab4593c50da12ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T01:46:19Z', 'updated_at': '2021-05-18T01:50:10Z', 'revision_number': 6, 'project_id': 'd359230760b34c30ab4593c50da12ecc', 'gw_port_host': None}] {{(pid=78854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 01:50:11.274483 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.278708 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-62a67e6e-5a93-4216-895f-3a12a8cfad0c tempest-VolumesActionsTest-1559186034 tempest-VolumesActionsTest-1559186034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:11.322227 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e297128c-370b-45ae-bd5a-88169b10f8e9,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:11.346935 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:11.411549 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841505'] for router_gateway, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.580196 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5144'] for router, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.582397 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.605141 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841305'] for router, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.605663 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6de0aed-72b2-49ac-952d-6c7821fdae63 {{(pid=78852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 01:50:11.617957 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] Notify callbacks [] for router, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.619048 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-496cc242-9da6-4221-b1d8-7d211964efb9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b6de0aed-72b2-49ac-952d-6c7821fdae63 HTTP/1.1" status: 204 len: 168 time: 1.2310331 May 18 01:50:11.621538 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48702) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:11.681292 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a469e7-7014-4e3d-a348-56bc111ba868 admin admin] Deleting subnet a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:50:11.683974 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-10a469e7-7014-4e3d-a348-56bc111ba868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.730657 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-10a469e7-7014-4e3d-a348-56bc111ba868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1790874'] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.807699 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-10a469e7-7014-4e3d-a348-56bc111ba868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:11.923288 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 0f8e0b90-598a-4584-90ee-25f720306187 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:50:11.959126 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 0f8e0b90-598a-4584-90ee-25f720306187 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:50:11.959393 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 0f8e0b90-598a-4584-90ee-25f720306187 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:50:11.959821 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device e297128c-370b-45ae-bd5a-88169b10f8e9 no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:50:11.998027 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: e297128c-370b-45ae-bd5a-88169b10f8e9 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:50:11.998383 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device e297128c-370b-45ae-bd5a-88169b10f8e9 not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:50:12.149590 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-10a469e7-7014-4e3d-a348-56bc111ba868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1894686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1938081'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.154017 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b26036e3-3623-4643-98e8-ea6a5229a5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:12.191974 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a469e7-7014-4e3d-a348-56bc111ba868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:12.193929 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-10a469e7-7014-4e3d-a348-56bc111ba868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.196385 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-10a469e7-7014-4e3d-a348-56bc111ba868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:12.198681 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7406f0-739e-4173-89ec-fccd4b56414a None None] Network facaa73d-5071-4c02-82f4-cd80d43bdff6 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:50:12.200376 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-10a469e7-7014-4e3d-a348-56bc111ba868 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a5f6fd06-3a74-47c9-8bfb-a3d0f99ea624 HTTP/1.1" status: 204 len: 168 time: 0.5779409 May 18 01:50:12.202927 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48706) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:12.307306 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.377930 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Deleting port 21d7bfc5-e6d7-4608-a240-f059254e04ed {{(pid=78852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:50:12.378272 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.439977 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] DHCP port deletion for facaa73d-5071-4c02-82f4-cd80d43bdff6 request from dv-cinder-784623-9-smb {{(pid=78853) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 01:50:12.478388 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.db [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] For port 21d7bfc5-e6d7-4608-a240-f059254e04ed, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=21d7bfc5-e6d7-4608-a240-f059254e04ed,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:50:12.478959 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.506247 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Deleting port 21d7bfc5-e6d7-4608-a240-f059254e04ed {{(pid=78853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:50:12.506627 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.599777 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.plugin [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Calling delete_port for 21d7bfc5-e6d7-4608-a240-f059254e04ed owned by network:dhcp {{(pid=78852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:50:12.600142 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] For port 21d7bfc5-e6d7-4608-a240-f059254e04ed, host dv-cinder-784623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-9-smb',level=0,port_id=21d7bfc5-e6d7-4608-a240-f059254e04ed,segment=NetworkSegment(ff639432-4da2-4edf-83bd-4a937d010dc7),segment_id=ff639432-4da2-4edf-83bd-4a937d010dc7)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:50:12.600546 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.644584 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1894893'] for port, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.648433 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-80f6a4eb-df99-4a45-8c4a-da0edc087744 tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:12.695960 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d7bfc5-e6d7-4608-a240-f059254e04ed,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:12.697685 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] No DVR routers for this DVR port 21d7bfc5-e6d7-4608-a240-f059254e04ed on host dv-cinder-784623-9-smb {{(pid=78852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:50:12.699132 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:12.755066 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Calling delete_port for 21d7bfc5-e6d7-4608-a240-f059254e04ed owned by network:dhcp {{(pid=78853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:50:12.796416 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786'] for port, after_delete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.800748 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:12.812431 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.825387 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facaa73d-5071-4c02-82f4-cd80d43bdff6']}} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:12.838492 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff639432-4da2-4edf-83bd-4a937d010dc7') {'for_net_delete': True} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:12.838785 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff639432-4da2-4edf-83bd-4a937d010dc7') {} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:50:12.844036 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Pushing event deleted for resources: {'Port': ['ID=21d7bfc5-e6d7-4608-a240-f059254e04ed,revision_number=None']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:12.846326 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] No DVR routers for this DVR port 21d7bfc5-e6d7-4608-a240-f059254e04ed on host dv-cinder-784623-9-smb {{(pid=78853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:50:12.850483 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1790869'] for segment, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.857579 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.857878 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.858219 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.858553 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.858882 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.859216 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.859544 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.859866 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.860190 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.860512 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.860867 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.861190 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:50:12.864292 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-530a1be5-1e4e-4939-b83c-b875a0935d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:12.870109 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.876286 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=78852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:50:12.876675 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1894840'] for segment, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: Traceback (most recent call last): May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: timer() May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: cb(*args, **kw) May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: return func(*args, **kwargs) May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: self._notify() May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: self.callback(batched_events) May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: event.method(event) May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: return f(self, *a, **k) May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: return self._get(url).json() May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: return self.request(url, 'GET', **kwargs) May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:50:12.889949 dv-cinder-784623-9-smb neutron-server[78852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:50:12.964848 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.968297 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:12.980541 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:12.990184 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Pushing event deleted for resources: {'Network': ['ID=facaa73d-5071-4c02-82f4-cd80d43bdff6,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:12.994372 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:12.997636 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] 10.222.0.11 "DELETE /v2.0/networks/facaa73d-5071-4c02-82f4-cd80d43bdff6 HTTP/1.1" status: 204 len: 168 time: 0.7938011 May 18 01:50:13.105449 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48712) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:13.153391 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-29b1954a-900f-49a9-99a8-315c40808da2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d359230760b34c30ab4593c50da12ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467639 May 18 01:50:13.155574 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48716) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:13.212346 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c04736b5-3a39-47eb-a6a3-ac0641ed171c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:13.237111 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c04736b5-3a39-47eb-a6a3-ac0641ed171c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:13.286980 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c04736b5-3a39-47eb-a6a3-ac0641ed171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:13.291888 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-7509c570-467f-4d26-8f14-c4f7377852b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:13.305474 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04736b5-3a39-47eb-a6a3-ac0641ed171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d57acd-dada-4a87-bab5-a11c6a0e614a,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:13.309492 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-c04736b5-3a39-47eb-a6a3-ac0641ed171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:13.313476 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-c04736b5-3a39-47eb-a6a3-ac0641ed171c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:13.314885 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-c04736b5-3a39-47eb-a6a3-ac0641ed171c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97d57acd-dada-4a87-bab5-a11c6a0e614a HTTP/1.1" status: 204 len: 168 time: 0.1581457 May 18 01:50:13.918952 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 21d7bfc5-e6d7-4608-a240-f059254e04ed no longer exists at agent ovs-agent-dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:50:13.952727 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] No Port match for: 21d7bfc5-e6d7-4608-a240-f059254e04ed {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:50:13.953113 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Device 21d7bfc5-e6d7-4608-a240-f059254e04ed not bound to the agent host dv-cinder-784623-9-smb {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:50:19.267470 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:50:19.661229 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48802) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:19.776171 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e266-ec5b-4ed7-a5f2-b7ef1adfc4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:19.790247 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-fcb4e266-ec5b-4ed7-a5f2-b7ef1adfc4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:50:19.794054 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-fcb4e266-ec5b-4ed7-a5f2-b7ef1adfc4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:cfaa5d9daaa5436e90aba404511e54e1 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:50:19.796862 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-fcb4e266-ec5b-4ed7-a5f2-b7ef1adfc4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:50:19.802367 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-fcb4e266-ec5b-4ed7-a5f2-b7ef1adfc4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:50:19.885140 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e266-ec5b-4ed7-a5f2-b7ef1adfc4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:19.888799 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e266-ec5b-4ed7-a5f2-b7ef1adfc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:19.897362 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-88e50d51-8295-45ab-bf4f-2f7bd4b26f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:19.938979 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-fcb4e266-ec5b-4ed7-a5f2-b7ef1adfc4e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfaa5d9daaa5436e90aba404511e54e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766228 May 18 01:50:19.940632 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4e266-ec5b-4ed7-a5f2-b7ef1adfc4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdbe953-b387-4ac9-83fc-a81c692866d4,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:19.941664 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48808) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:19.943915 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-fcb4e266-ec5b-4ed7-a5f2-b7ef1adfc4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:20.003754 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-365c4159-4fd2-4807-a176-ef498e066ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.028585 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-365c4159-4fd2-4807-a176-ef498e066ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.078995 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-365c4159-4fd2-4807-a176-ef498e066ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.082496 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-ce81ca7e-2fec-4f30-b0cf-9ce8354e392e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:20.093359 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c4159-4fd2-4807-a176-ef498e066ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdbe953-b387-4ac9-83fc-a81c692866d4,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:20.097088 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-365c4159-4fd2-4807-a176-ef498e066ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:20.100905 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-365c4159-4fd2-4807-a176-ef498e066ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.104399 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-365c4159-4fd2-4807-a176-ef498e066ade admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bdbe953-b387-4ac9-83fc-a81c692866d4 HTTP/1.1" status: 204 len: 168 time: 0.1593823 May 18 01:50:20.373519 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48816) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:20.391670 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-33e86a3d-4193-42bd-99eb-a33e3606be25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.406273 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-33e86a3d-4193-42bd-99eb-a33e3606be25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:50:20.410168 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-33e86a3d-4193-42bd-99eb-a33e3606be25 admin admin] Usage tracker for resource:security_group_rule and tenant:28ed22b623ea4956a2687756765d8e5e is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:50:20.412970 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-33e86a3d-4193-42bd-99eb-a33e3606be25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:50:20.418737 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-33e86a3d-4193-42bd-99eb-a33e3606be25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:50:20.498589 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-33e86a3d-4193-42bd-99eb-a33e3606be25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.502107 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-33e86a3d-4193-42bd-99eb-a33e3606be25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.510732 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-905ec119-e8ee-419a-9c56-46db373e8af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:20.548882 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-33e86a3d-4193-42bd-99eb-a33e3606be25 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28ed22b623ea4956a2687756765d8e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742713 May 18 01:50:20.550340 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e86a3d-4193-42bd-99eb-a33e3606be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a009e88-cc1a-4137-a237-e348346da996,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:20.551524 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48820) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:20.553804 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-33e86a3d-4193-42bd-99eb-a33e3606be25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:20.608606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3013f972-de22-44a3-83a8-c6982496f408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.633812 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3013f972-de22-44a3-83a8-c6982496f408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.684537 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3013f972-de22-44a3-83a8-c6982496f408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.689322 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9b5a78f3-8b69-4005-a8ee-1cce87100ecf tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:20.705003 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013f972-de22-44a3-83a8-c6982496f408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a009e88-cc1a-4137-a237-e348346da996,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:20.707506 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3013f972-de22-44a3-83a8-c6982496f408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:20.708676 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-3013f972-de22-44a3-83a8-c6982496f408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:20.709872 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-3013f972-de22-44a3-83a8-c6982496f408 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a009e88-cc1a-4137-a237-e348346da996 HTTP/1.1" status: 204 len: 168 time: 0.1573114 May 18 01:50:22.795259 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48892) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:22.907289 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d4654d7b-5b54-4409-8f35-c022b944bc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:22.922058 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-d4654d7b-5b54-4409-8f35-c022b944bc42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:50:22.925824 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-d4654d7b-5b54-4409-8f35-c022b944bc42 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0b84a6e3af4266bdd834e69dc5ad2e is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:50:22.928606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-d4654d7b-5b54-4409-8f35-c022b944bc42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:50:22.934509 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-d4654d7b-5b54-4409-8f35-c022b944bc42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:50:23.012722 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d4654d7b-5b54-4409-8f35-c022b944bc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.016113 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-d4654d7b-5b54-4409-8f35-c022b944bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.024756 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-7c462fa5-fe6e-4aa7-b4b0-c58c735cb874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:23.064163 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-d4654d7b-5b54-4409-8f35-c022b944bc42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd0b84a6e3af4266bdd834e69dc5ad2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679069 May 18 01:50:23.065172 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4654d7b-5b54-4409-8f35-c022b944bc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb479ec-f75f-47c9-b0ce-b1b2de606114,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:23.066879 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48898) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:23.072796 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-d4654d7b-5b54-4409-8f35-c022b944bc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:23.125126 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-611e13b4-9278-4d46-93cd-0ca34c563611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.149702 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-611e13b4-9278-4d46-93cd-0ca34c563611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.204246 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-611e13b4-9278-4d46-93cd-0ca34c563611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.207668 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-1c6e626a-ed81-4aaa-9c0f-287150f43fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:23.221714 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e13b4-9278-4d46-93cd-0ca34c563611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb479ec-f75f-47c9-b0ce-b1b2de606114,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:23.224437 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-611e13b4-9278-4d46-93cd-0ca34c563611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:23.233240 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-611e13b4-9278-4d46-93cd-0ca34c563611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.234354 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-611e13b4-9278-4d46-93cd-0ca34c563611 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdb479ec-f75f-47c9-b0ce-b1b2de606114 HTTP/1.1" status: 204 len: 168 time: 0.1658964 May 18 01:50:23.499958 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48906) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:23.517988 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-586b7a9e-b6a0-454e-a119-ca599042c9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.532552 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-586b7a9e-b6a0-454e-a119-ca599042c9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:50:23.536356 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-586b7a9e-b6a0-454e-a119-ca599042c9cd admin admin] Usage tracker for resource:security_group_rule and tenant:ebd503b24e8a4fee8315d5d35094318d is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:50:23.539134 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [None req-586b7a9e-b6a0-454e-a119-ca599042c9cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:50:23.544717 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [None req-586b7a9e-b6a0-454e-a119-ca599042c9cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:50:23.625108 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-586b7a9e-b6a0-454e-a119-ca599042c9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.628864 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-586b7a9e-b6a0-454e-a119-ca599042c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.641264 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-5d64bcf1-a533-4b31-a3e1-1c1407532165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:23.680667 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-586b7a9e-b6a0-454e-a119-ca599042c9cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebd503b24e8a4fee8315d5d35094318d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796587 May 18 01:50:23.681837 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b7a9e-b6a0-454e-a119-ca599042c9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51223d0c-40c1-4ef8-8538-2bda386eef37,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:23.683561 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48910) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:23.684766 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-586b7a9e-b6a0-454e-a119-ca599042c9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:23.739851 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d938da5f-1c9a-42a3-9d3e-0356eb490644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.765228 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d938da5f-1c9a-42a3-9d3e-0356eb490644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.814718 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d938da5f-1c9a-42a3-9d3e-0356eb490644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.818926 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b8cf9283-10e7-4683-b7e7-0b48091c14bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:23.829593 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938da5f-1c9a-42a3-9d3e-0356eb490644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51223d0c-40c1-4ef8-8538-2bda386eef37,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:23.832882 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d938da5f-1c9a-42a3-9d3e-0356eb490644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:23.836232 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d938da5f-1c9a-42a3-9d3e-0356eb490644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:23.837437 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-d938da5f-1c9a-42a3-9d3e-0356eb490644 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51223d0c-40c1-4ef8-8538-2bda386eef37 HTTP/1.1" status: 204 len: 168 time: 0.1528823 May 18 01:50:25.107100 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:27.812988 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48956) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:27.924996 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d0d129d1-b4fc-4150-abc1-d0150eb0aa62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:27.939625 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-d0d129d1-b4fc-4150-abc1-d0150eb0aa62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:50:27.943483 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-d0d129d1-b4fc-4150-abc1-d0150eb0aa62 admin admin] Usage tracker for resource:security_group_rule and tenant:74b18b289deb4fa3b8f0a543b6f23d6f is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:50:27.946259 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-d0d129d1-b4fc-4150-abc1-d0150eb0aa62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:50:27.951834 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-d0d129d1-b4fc-4150-abc1-d0150eb0aa62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:50:27.974209 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-054ae726-06b1-4ed0-900e-4a51533f0d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:28.036837 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d0d129d1-b4fc-4150-abc1-d0150eb0aa62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:28.040832 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-d0d129d1-b4fc-4150-abc1-d0150eb0aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:28.048303 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d051585b-d5e3-4a82-876f-c4cea7ea08aa tempest-AttachVolumeShelveTestJSON-251096651 tempest-AttachVolumeShelveTestJSON-251096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:28.086986 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-d0d129d1-b4fc-4150-abc1-d0150eb0aa62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74b18b289deb4fa3b8f0a543b6f23d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729867 May 18 01:50:28.088517 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d129d1-b4fc-4150-abc1-d0150eb0aa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813bae4c-4422-4995-9674-8549d1f7a953,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:28.089788 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.wsgi [-] (78851) accepted ('10.222.0.11', 48962) {{(pid=78851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:28.091550 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-d0d129d1-b4fc-4150-abc1-d0150eb0aa62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:28.148308 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1a011ad2-ad36-4e8c-ad46-c04576824406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:28.173405 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1a011ad2-ad36-4e8c-ad46-c04576824406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:28.223390 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1a011ad2-ad36-4e8c-ad46-c04576824406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:28.228647 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b6206020-3977-4206-8b6c-07414513315c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:28.241842 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a011ad2-ad36-4e8c-ad46-c04576824406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813bae4c-4422-4995-9674-8549d1f7a953,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:28.244113 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-1a011ad2-ad36-4e8c-ad46-c04576824406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:28.254556 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [None req-1a011ad2-ad36-4e8c-ad46-c04576824406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:28.255665 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [None req-1a011ad2-ad36-4e8c-ad46-c04576824406 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/813bae4c-4422-4995-9674-8549d1f7a953 HTTP/1.1" status: 204 len: 168 time: 0.1641827 May 18 01:50:28.889299 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48986) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:28.990858 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1086650441-network', 'tenant_id': '5746c95dd15f49079d5c7f632d4c5ca6'}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:50:28.995480 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:50:28.999315 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Usage tracker for resource:network and tenant:5746c95dd15f49079d5c7f632d4c5ca6 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:50:29.002172 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:50:29.009739 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:50:29.019135 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Made reservation on behalf of 5746c95dd15f49079d5c7f632d4c5ca6 for: {'network': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:50:29.021516 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3559479'] for network, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.033994 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.049050 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:50:29.053375 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Usage tracker for resource:security_group_rule and tenant:5746c95dd15f49079d5c7f632d4c5ca6 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:50:29.056389 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:50:29.062055 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:50:29.143572 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.148010 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.151814 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-43a6bfe3-c27a-454d-91b8-0cac8c83f8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:29.178693 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=78852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 01:50:29.187317 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:29.190787 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:29.194110 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.194455 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.db.segments_db [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Added segment e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3 of type vlan for network 89542a2a-f4d8-4dae-9442-3155ea3a8382 May 18 01:50:29.220247 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787471229350'] for network, precommit_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.251962 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226'] for network, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.253300 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:29.253880 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.258500 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b790f5cd-c3a1-4ac7-b39c-df70d0e88eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:29.444999 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5545671 May 18 01:50:29.445755 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Pushing event updated for resources: {'Network': ['ID=89542a2a-f4d8-4dae-9442-3155ea3a8382,revision_number=1']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:29.447848 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 48992) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:50:29.450184 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-f003888c-65db-498f-b505-420846d0e624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:29.453900 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.v2.base [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Request body: {'subnet': {'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1086650441-subnet', 'tenant_id': '5746c95dd15f49079d5c7f632d4c5ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:50:29.456143 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Network 89542a2a-f4d8-4dae-9442-3155ea3a8382 details requested by agent ovs-agent-dv-cinder-784623-9-smb with host dv-cinder-784623-9-smb {{(pid=78853) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 01:50:29.458607 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:50:29.462501 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Usage tracker for resource:subnet and tenant:5746c95dd15f49079d5c7f632d4c5ca6 is out of sync, need to count used quota {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:50:29.465248 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.quota.resource [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78852) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:50:29.471121 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.quota.driver [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78852) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:50:29.481441 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Made reservation on behalf of 5746c95dd15f49079d5c7f632d4c5ca6 for: {'subnet': 1} {{(pid=78852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:50:29.483762 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1938106'] for subnet, before_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.857521 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1894737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1938088'] for subnet, after_create {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.861568 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:29.931269 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fbc42fb-b599-4615-9ebe-917ee9d3e34c,revision_number=0']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:29.935044 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:29.941824 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Checking segment: {'id': 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:50:29.942184 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Network hostable DHCP agents. Network: 89542a2a-f4d8-4dae-9442-3155ea3a8382, hostable agents: ['9046dcd3-b1a6-4a77-8fc1-6de44a7203a1'], hosted agents: [] {{(pid=78852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 01:50:29.958563 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Network 89542a2a-f4d8-4dae-9442-3155ea3a8382 is scheduled to be hosted by DHCP agent 9046dcd3-b1a6-4a77-8fc1-6de44a7203a1 with binding_index 1 {{(pid=78852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 01:50:29.969038 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.scheduler.base_scheduler [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-9-smb, 89542a2a-f4d8-4dae-9442-3155ea3a8382) {{(pid=78852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:50:29.977385 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:29.977540 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30176ffa-41e5-4c4e-8019-15afeee70372 None None] Network 89542a2a-f4d8-4dae-9442-3155ea3a8382 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:50:29.977980 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:29.998282 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-b27eedaf-385e-440c-a3b6-f686fceb8276 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5494606 May 18 01:50:30.163786 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa13d8b4-b3b1-4262-a17e-f9807c0029ff None None] Network 89542a2a-f4d8-4dae-9442-3155ea3a8382 requested from dv-cinder-784623-9-smb {{(pid=78853) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 01:50:30.367571 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-a9c478de-ebc5-45e0-b8f2-75dfe8583a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:30.566315 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:31.631911 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:32.096095 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-2bbe3ef3-72da-4095-8dce-34d3c0d44f02 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:32.097556 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-2bbe3ef3-72da-4095-8dce-34d3c0d44f02 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/networks?id=89542a2a-f4d8-4dae-9442-3155ea3a8382 HTTP/1.1" status: 200 len: 814 time: 0.1438019 May 18 01:50:32.111545 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a4f7696e-ed3b-4cd6-9129-62068c5696f7 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/quotas/5746c95dd15f49079d5c7f632d4c5ca6 HTTP/1.1" status: 200 len: 375 time: 0.0086274 May 18 01:50:32.161206 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a85653af-4241-4ee8-8f5c-3673423b3c70 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5746c95dd15f49079d5c7f632d4c5ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444968 May 18 01:50:32.386196 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-cb7221a8-1fee-4a5f-bef5-fe5f8be1910c service neutron] 10.222.0.11 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179971 May 18 01:50:32.514190 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-eecaecd5-a62f-46ab-b6a5-637fd0dda528 service neutron] 10.222.0.11 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220307 May 18 01:50:32.684116 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-d34f8ced-26f3-47e7-b171-62a8fe97b337 req-8578d839-ca55-407a-930e-568be295c576 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 210 time: 0.0431018 May 18 01:50:33.020699 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:33.846994 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-11881fe0-b395-4477-9692-0c87c08e26b8 req-324dcbfd-ce9d-4f7b-8471-5e33efeb77ca tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 210 time: 0.0576460 May 18 01:50:33.905083 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-37c2efd0-acc3-4f84-b1e7-5398ba400d07 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:33.906478 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-37c2efd0-acc3-4f84-b1e7-5398ba400d07 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.39 "GET /v2.0/networks?id=89542a2a-f4d8-4dae-9442-3155ea3a8382 HTTP/1.1" status: 200 len: 814 time: 0.1923916 May 18 01:50:33.917836 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Request body: {'port': {'device_id': 'e8749d48-993e-4d39-8611-148acff10b5c', 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382', 'admin_state_up': True, 'tenant_id': '5746c95dd15f49079d5c7f632d4c5ca6'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:50:34.049630 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:50:34.053823 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Usage tracker for resource:port and tenant:5746c95dd15f49079d5c7f632d4c5ca6 is out of sync, need to count used quota {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 01:50:34.056820 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 01:50:34.062247 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:50:34.072826 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Made reservation on behalf of 5746c95dd15f49079d5c7f632d4c5ca6 for: {'port': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:50:34.076169 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:34.230380 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Allocated IP 172.20.0.9 (89542a2a-f4d8-4dae-9442-3155ea3a8382/8fbc42fb-b599-4615-9ebe-917ee9d3e34c/e53f8a87-962a-400e-947b-fec47e2b3954) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:50:34.426707 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:34.455866 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:34.461396 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-794bcd9a-56d3-47cb-8b52-48cc229f69a8 tempest-TestShelveInstance-574530090 tempest-TestShelveInstance-574530090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:34.525380 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Network 89542a2a-f4d8-4dae-9442-3155ea3a8382 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:50:34.528274 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:50:34.532052 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:50:34.573640 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Pushing event updated for resources: {'Port': ['ID=e53f8a87-962a-400e-947b-fec47e2b3954,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:34.578086 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:34.600107 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:34.600711 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:34.622217 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7080607 May 18 01:50:34.633595 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Request body: {'port': {'device_id': 'e8749d48-993e-4d39-8611-148acff10b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:50:34.739398 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:35.075285 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf5ba3-5049-4f0d-91c8-7067e4977e21 req-b335b634-f49d-4038-b716-7adbc7b05969 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:35.075989 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-12cf5ba3-5049-4f0d-91c8-7067e4977e21 req-b335b634-f49d-4038-b716-7adbc7b05969 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Synchronizing usage tracker for tenant:5746c95dd15f49079d5c7f632d4c5ca6 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:50:35.142579 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-12cf5ba3-5049-4f0d-91c8-7067e4977e21 req-b335b634-f49d-4038-b716-7adbc7b05969 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Unset dirty status for tenant:5746c95dd15f49079d5c7f632d4c5ca6 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:50:35.143609 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-12cf5ba3-5049-4f0d-91c8-7067e4977e21 req-b335b634-f49d-4038-b716-7adbc7b05969 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 931 time: 0.1894164 May 18 01:50:35.169562 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53f8a87-962a-400e-947b-fec47e2b3954 {{(pid=78851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:50:35.180670 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:35.212310 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-12cf5ba3-5049-4f0d-91c8-7067e4977e21 req-91f9a57c-e118-498a-8233-e8da79d5091f tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616980 May 18 01:50:35.213209 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Transition to ACTIVE for port object e53f8a87-962a-400e-947b-fec47e2b3954 will not be triggered until provisioned by entity L2. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:50:35.217254 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:35.221832 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-3c3b94ae-738c-40cb-b45d-cc504c000dbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:35.480135 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Pushing event updated for resources: {'Port': ['ID=e53f8a87-962a-400e-947b-fec47e2b3954,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:35.506519 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:35.549095 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Attempting to bind port e53f8a87-962a-400e-947b-fec47e2b3954 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:50:35.549433 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Attempting to bind port e53f8a87-962a-400e-947b-fec47e2b3954 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382'}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:50:35.549762 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Attempting to bind port e53f8a87-962a-400e-947b-fec47e2b3954 on network 89542a2a-f4d8-4dae-9442-3155ea3a8382 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:50:35.554744 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Port e53f8a87-962a-400e-947b-fec47e2b3954 on network 89542a2a-f4d8-4dae-9442-3155ea3a8382 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:50:35.555069 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Attempting to bind port e53f8a87-962a-400e-947b-fec47e2b3954 on network 89542a2a-f4d8-4dae-9442-3155ea3a8382 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:50:35.560318 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:50:35.560654 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Checking segment: {'id': 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:50:35.561071 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Bound using segment: {'id': 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382'} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:50:35.561496 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Bound port: e53f8a87-962a-400e-947b-fec47e2b3954, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382'}}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:50:35.561843 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:35.647532 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] For port e53f8a87-962a-400e-947b-fec47e2b3954, host hv-cinder-78462, cleared binding levels {{(pid=78851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:50:35.650426 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] For port e53f8a87-962a-400e-947b-fec47e2b3954, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e53f8a87-962a-400e-947b-fec47e2b3954,segment=NetworkSegment(e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3),segment_id=e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3)] {{(pid=78851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:50:35.654156 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:35.658411 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-9a80d15c-4daf-445d-8103-0831b0c6501c tempest-AttachVolumeTestJSON-480659363 tempest-AttachVolumeTestJSON-480659363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:35.717789 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:35.718476 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:35.719822 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] 10.222.0.39 "PUT /v2.0/ports/e53f8a87-962a-400e-947b-fec47e2b3954 HTTP/1.1" status: 200 len: 1093 time: 1.0904579 May 18 01:50:35.720312 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8749d48-993e-4d39-8611-148acff10b5c', 'tag': 'e53f8a87-962a-400e-947b-fec47e2b3954'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:50:35.738903 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Pushing event updated for resources: {'Port': ['ID=e53f8a87-962a-400e-947b-fec47e2b3954,revision_number=3']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:35.742413 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-747a2d23-62be-4537-bf45-15df7b41045b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:35.788309 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8749d48-993e-4d39-8611-148acff10b5c', 'tag': 'e53f8a87-962a-400e-947b-fec47e2b3954', 'status': 'completed', 'code': 200} May 18 01:50:35.828964 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-7f522adc-5379-4d00-a669-25490b0ee4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:35.830423 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-7f522adc-5379-4d00-a669-25490b0ee4d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5746c95dd15f49079d5c7f632d4c5ca6&device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 1096 time: 0.0733440 May 18 01:50:35.900444 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-c7125103-76b7-4514-8d8b-ea04fb43097c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e53f8a87-962a-400e-947b-fec47e2b3954 HTTP/1.1" status: 200 len: 217 time: 0.0628331 May 18 01:50:35.962142 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-3979d870-4725-4083-a42e-f0235736ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:35.963505 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-3979d870-4725-4083-a42e-f0235736ea67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8fbc42fb-b599-4615-9ebe-917ee9d3e34c HTTP/1.1" status: 200 len: 854 time: 0.0560918 May 18 01:50:36.009067 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-92be654b-593a-484c-ae77-d9fe00de4fdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89542a2a-f4d8-4dae-9442-3155ea3a8382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393975 May 18 01:50:36.136393 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-30869b57-5458-4bf7-acf4-1f8dee6f2fe6 service neutron] 10.222.0.39 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211071 May 18 01:50:36.267116 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-544bbf55-5f52-43c2-8dbc-37c6c53f7465 req-58daba3f-4aac-43a4-a094-9c1e82ca2828 service neutron] 10.222.0.39 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244645 May 18 01:50:36.448629 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a005-5e18-4e6c-9531-5b6f4e6ed312 req-0b6dfbf5-a57a-4b76-a86b-45ffc7a8b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:36.450120 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ee1a005-5e18-4e6c-9531-5b6f4e6ed312 req-0b6dfbf5-a57a-4b76-a86b-45ffc7a8b436 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5746c95dd15f49079d5c7f632d4c5ca6&device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 1096 time: 0.1342402 May 18 01:50:36.458171 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60fdc4-8a56-4247-b3b6-e855ad7d164b req-a1519a7e-9286-40c6-bb2b-0c99d191f64c tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:36.460029 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fb60fdc4-8a56-4247-b3b6-e855ad7d164b req-a1519a7e-9286-40c6-bb2b-0c99d191f64c tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 943 time: 0.1108146 May 18 01:50:36.582140 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-fb60fdc4-8a56-4247-b3b6-e855ad7d164b req-480778b7-605a-4f55-8ef2-4e4db0ba73fd tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033552 May 18 01:50:36.619914 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a005-5e18-4e6c-9531-5b6f4e6ed312 req-e2f33d7e-f305-485e-b306-f101bb5302da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:36.621372 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ee1a005-5e18-4e6c-9531-5b6f4e6ed312 req-e2f33d7e-f305-485e-b306-f101bb5302da service neutron] 10.222.0.39 "GET /v2.0/networks?id=89542a2a-f4d8-4dae-9442-3155ea3a8382 HTTP/1.1" status: 200 len: 915 time: 0.1605277 May 18 01:50:36.688396 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ee1a005-5e18-4e6c-9531-5b6f4e6ed312 req-cdcae318-2e20-4f09-af88-ea11fe0e2b7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e53f8a87-962a-400e-947b-fec47e2b3954 HTTP/1.1" status: 200 len: 217 time: 0.0601606 May 18 01:50:36.751968 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a005-5e18-4e6c-9531-5b6f4e6ed312 req-1458ec6c-9901-47fc-b4c1-b1c0d6aabfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:36.753373 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ee1a005-5e18-4e6c-9531-5b6f4e6ed312 req-1458ec6c-9901-47fc-b4c1-b1c0d6aabfd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8fbc42fb-b599-4615-9ebe-917ee9d3e34c HTTP/1.1" status: 200 len: 854 time: 0.0584733 May 18 01:50:36.798903 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ee1a005-5e18-4e6c-9531-5b6f4e6ed312 req-dc74623c-fa52-4680-a52b-16f58ce014bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89542a2a-f4d8-4dae-9442-3155ea3a8382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390098 May 18 01:50:37.015005 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ee1a005-5e18-4e6c-9531-5b6f4e6ed312 req-275e6b86-fd0d-4f68-8b6d-bf252ffc9eb7 service neutron] 10.222.0.39 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090120 May 18 01:50:37.143937 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5ee1a005-5e18-4e6c-9531-5b6f4e6ed312 req-d2392cf4-182a-41b0-83fd-f99f1f508411 service neutron] 10.222.0.39 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226320 May 18 01:50:37.762387 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd05fa-a7d2-4698-a249-707115e03c13 req-782c73bf-1abc-4504-b327-67c3baa57b67 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:37.763826 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5dfd05fa-a7d2-4698-a249-707115e03c13 req-782c73bf-1abc-4504-b327-67c3baa57b67 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 943 time: 0.0783811 May 18 01:50:37.811468 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5dfd05fa-a7d2-4698-a249-707115e03c13 req-6327ba66-4df9-4f4e-904c-ea7356177a6a tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421007 May 18 01:50:38.992919 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c7a36-ebcb-4d66-8ff9-c4f93647c364 req-edc2475b-b293-41f2-97c6-f56055a77229 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:38.994367 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ca7c7a36-ebcb-4d66-8ff9-c4f93647c364 req-edc2475b-b293-41f2-97c6-f56055a77229 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 943 time: 0.0800116 May 18 01:50:39.038266 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ca7c7a36-ebcb-4d66-8ff9-c4f93647c364 req-0318fed3-857b-4608-a828-bcf539cd651a tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 May 18 01:50:39.209903 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device e53f8a87-962a-400e-947b-fec47e2b3954 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:50:39.339279 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port e53f8a87-962a-400e-947b-fec47e2b3954, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e53f8a87-962a-400e-947b-fec47e2b3954,segment=NetworkSegment(e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3),segment_id=e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:50:39.352640 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': 'e53f8a87-962a-400e-947b-fec47e2b3954', 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382', 'port_id': 'e53f8a87-962a-400e-947b-fec47e2b3954', 'mac_address': 'fa:16:3e:54:14:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbc42fb-b599-4615-9ebe-917ee9d3e34c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:50:39.405559 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:39.422297 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53f8a87-962a-400e-947b-fec47e2b3954 {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:50:39.437197 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port e53f8a87-962a-400e-947b-fec47e2b3954, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e53f8a87-962a-400e-947b-fec47e2b3954,segment=NetworkSegment(e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3),segment_id=e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:50:39.441381 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:39.443607 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-6fda279d-2e87-4587-bb59-cf780fe4f629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:39.509075 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=e53f8a87-962a-400e-947b-fec47e2b3954,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:39.511902 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:39.644692 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['e53f8a87-962a-400e-947b-fec47e2b3954'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:50:40.222080 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d53065-67b2-4faf-9c16-1fe0d23faa14 req-8c46467e-3433-4bf2-8a71-74da469ac282 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:40.223532 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-68d53065-67b2-4faf-9c16-1fe0d23faa14 req-8c46467e-3433-4bf2-8a71-74da469ac282 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 944 time: 0.0821071 May 18 01:50:40.267385 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-68d53065-67b2-4faf-9c16-1fe0d23faa14 req-7d654c14-cf0e-4634-a009-c6e4e15b135b tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 May 18 01:50:41.217787 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device e53f8a87-962a-400e-947b-fec47e2b3954 up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:50:41.282786 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port e53f8a87-962a-400e-947b-fec47e2b3954 completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:50:41.287122 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port e53f8a87-962a-400e-947b-fec47e2b3954 triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:50:41.287497 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:41.405255 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:41.431428 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8749d48-993e-4d39-8611-148acff10b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53f8a87-962a-400e-947b-fec47e2b3954'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:50:41.441118 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port e53f8a87-962a-400e-947b-fec47e2b3954, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e53f8a87-962a-400e-947b-fec47e2b3954,segment=NetworkSegment(e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3),segment_id=e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:50:41.445973 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:41.447773 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-bc4f320b-25b7-4413-8a2e-00ae3c0d6581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:50:41.453246 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4f188-59b1-4da5-ae1c-1841cdc22d97 req-26e69a00-8792-4d06-9f87-cabab29ad847 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:41.454739 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-79a4f188-59b1-4da5-ae1c-1841cdc22d97 req-26e69a00-8792-4d06-9f87-cabab29ad847 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 944 time: 0.0833278 May 18 01:50:41.503400 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-79a4f188-59b1-4da5-ae1c-1841cdc22d97 req-439218b2-7a23-4883-9b99-888991cea542 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 May 18 01:50:41.511669 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=e53f8a87-962a-400e-947b-fec47e2b3954,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:50:41.514634 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:50:41.670323 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8749d48-993e-4d39-8611-148acff10b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53f8a87-962a-400e-947b-fec47e2b3954', 'code': 200} May 18 01:50:41.903777 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bc86d-6446-4196-84e5-9b81e469341f req-90597824-7727-4b1d-90df-41680622757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:41.905300 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eb1bc86d-6446-4196-84e5-9b81e469341f req-90597824-7727-4b1d-90df-41680622757b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 1098 time: 0.0703592 May 18 01:50:41.945704 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-eb1bc86d-6446-4196-84e5-9b81e469341f req-1d70e2d2-082b-4d23-b5b5-2132710b588f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 May 18 01:50:42.837519 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18a7bb-05da-40a8-854f-b2d30a34c643 req-71772eef-df7d-4588-8858-236b39e6d547 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:42.838948 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5a18a7bb-05da-40a8-854f-b2d30a34c643 req-71772eef-df7d-4588-8858-236b39e6d547 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 945 time: 0.0834076 May 18 01:50:42.881922 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5a18a7bb-05da-40a8-854f-b2d30a34c643 req-1b9b769a-19e4-49c6-972f-3e46da639c79 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373898 May 18 01:50:44.061023 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce469a36-e4fa-404e-96b2-3d90adba8c56 req-8d8e6e47-27fe-4ffc-95b0-70a59c605682 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:44.062464 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ce469a36-e4fa-404e-96b2-3d90adba8c56 req-8d8e6e47-27fe-4ffc-95b0-70a59c605682 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 945 time: 0.0788002 May 18 01:50:44.106099 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ce469a36-e4fa-404e-96b2-3d90adba8c56 req-b2d82c7b-d96b-489d-8bdb-675a35a9c412 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381076 May 18 01:50:55.096320 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:56.266017 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:50:57.976180 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7e2a-48a1-4f1d-b88f-393571a49df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:50:59.319743 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-b7be4324-8076-45fe-a99f-948383319ece service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728571 May 18 01:50:59.459358 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-5b6ef867-f885-45e8-959c-3ba024bb9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:59.460854 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-5b6ef867-f885-45e8-959c-3ba024bb9bce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5746c95dd15f49079d5c7f632d4c5ca6&device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 1098 time: 0.0724068 May 18 01:50:59.606798 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-28389613-14fd-4e5d-a485-25736b3b0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:59.608131 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-28389613-14fd-4e5d-a485-25736b3b0b01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=89542a2a-f4d8-4dae-9442-3155ea3a8382 HTTP/1.1" status: 200 len: 915 time: 0.1277366 May 18 01:50:59.681004 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-ec2853f7-8d1a-4e83-888c-f8ca76e0c58a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e53f8a87-962a-400e-947b-fec47e2b3954 HTTP/1.1" status: 200 len: 217 time: 0.0648847 May 18 01:50:59.742501 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-aa5275df-53bd-4e3d-9b9f-56d520d3cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:50:59.743861 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-aa5275df-53bd-4e3d-9b9f-56d520d3cd5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8fbc42fb-b599-4615-9ebe-917ee9d3e34c HTTP/1.1" status: 200 len: 854 time: 0.0564795 May 18 01:50:59.795053 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-f48a4e1e-0928-4eda-8a10-0e68531bc5ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89542a2a-f4d8-4dae-9442-3155ea3a8382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431316 May 18 01:50:59.926467 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-78f5f241-8adf-4d39-ae50-b4f57d90961a service neutron] 10.222.0.39 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235201 May 18 01:51:00.158780 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6c71d809-b83f-4c27-87a5-3951489d7ea7 req-8548010e-bc11-43bd-9ef5-523554d14ce9 service neutron] 10.222.0.39 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176752 May 18 01:51:00.374761 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-64130705-98c0-4af2-92b7-1a491b1b0c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:00.569177 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:01.634833 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:03.023892 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:17.060800 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6982d-5cc0-4312-9b4c-0b5db28b4b7f req-0b751acd-9779-4150-b35a-5a41fe6cd148 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:17.062268 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-93d6982d-5cc0-4312-9b4c-0b5db28b4b7f req-0b751acd-9779-4150-b35a-5a41fe6cd148 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 945 time: 0.0785918 May 18 01:51:17.106268 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-93d6982d-5cc0-4312-9b4c-0b5db28b4b7f req-4c16fc30-bf14-45f3-be8f-37afc2343e4d tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384042 May 18 01:51:18.291284 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9450f-5e7c-4e33-995a-b19e6bf82b6c req-ae5eb07c-996d-4a65-90c3-3326cb9c73c2 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:18.292723 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f1b9450f-5e7c-4e33-995a-b19e6bf82b6c req-ae5eb07c-996d-4a65-90c3-3326cb9c73c2 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 945 time: 0.0811875 May 18 01:51:18.336891 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f1b9450f-5e7c-4e33-995a-b19e6bf82b6c req-43d55122-c6cf-4645-9b95-4e8e4d512a8d tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386233 May 18 01:51:19.517056 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedec382-3b43-4f02-b87a-3c29d11f13c1 req-f032252f-fd19-49f9-9a93-73c468962fb9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:19.518474 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cedec382-3b43-4f02-b87a-3c29d11f13c1 req-f032252f-fd19-49f9-9a93-73c468962fb9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 945 time: 0.0787857 May 18 01:51:19.564973 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-cedec382-3b43-4f02-b87a-3c29d11f13c1 req-bc6599d7-f478-4911-8f9b-194c0ce1bc11 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 May 18 01:51:20.744201 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1914ec4-3636-410b-82e4-6bcde50d7d1f req-59d9d930-f451-49a8-9d49-824494dbc9e2 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:20.745658 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f1914ec4-3636-410b-82e4-6bcde50d7d1f req-59d9d930-f451-49a8-9d49-824494dbc9e2 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 945 time: 0.0779340 May 18 01:51:20.789217 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f1914ec4-3636-410b-82e4-6bcde50d7d1f req-dd1a0581-da46-4cab-a169-9fbf961b72c8 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379782 May 18 01:51:21.700602 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f164f0-51f1-4502-9965-837418023bc7 req-250ef8dc-788e-4355-8d91-71e5f0e76ac5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:21.702041 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-14f164f0-51f1-4502-9965-837418023bc7 req-250ef8dc-788e-4355-8d91-71e5f0e76ac5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 945 time: 0.0822704 May 18 01:51:21.836734 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-14f164f0-51f1-4502-9965-837418023bc7 req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Deleting port e53f8a87-962a-400e-947b-fec47e2b3954 {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:51:21.837382 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-14f164f0-51f1-4502-9965-837418023bc7 req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:22.018907 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-14f164f0-51f1-4502-9965-837418023bc7 req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] For port e53f8a87-962a-400e-947b-fec47e2b3954, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e53f8a87-962a-400e-947b-fec47e2b3954,segment=NetworkSegment(e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3),segment_id=e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:51:22.019180 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-14f164f0-51f1-4502-9965-837418023bc7 req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:22.145108 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef589b35-cab4-418d-a172-08e7ec33bf36 req-13634604-8bad-4c3e-b876-5083925b7b64 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:22.147073 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ef589b35-cab4-418d-a172-08e7ec33bf36 req-13634604-8bad-4c3e-b876-5083925b7b64 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8749d48-993e-4d39-8611-148acff10b5c HTTP/1.1" status: 200 len: 945 time: 0.2481530 May 18 01:51:22.155980 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-14f164f0-51f1-4502-9965-837418023bc7 req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Calling delete_port for e53f8a87-962a-400e-947b-fec47e2b3954 owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:51:22.209649 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ef589b35-cab4-418d-a172-08e7ec33bf36 req-23726a34-25c0-4679-9af3-9aaca4c75ba3 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507510 May 18 01:51:22.299833 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-14f164f0-51f1-4502-9965-837418023bc7 req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:22.305244 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:51:22.311799 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['e53f8a87-962a-400e-947b-fec47e2b3954'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:51:22.352466 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Pushing event deleted for resources: {'Port': ['ID=e53f8a87-962a-400e-947b-fec47e2b3954,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:51:22.385808 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.386184 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.386549 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.386908 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.387263 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.387617 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.387998 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.388346 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.388696 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.389069 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.389414 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.389757 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:22.397419 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:51:22.436072 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f164f0-51f1-4502-9965-837418023bc7 req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] No DVR routers for this DVR port e53f8a87-962a-400e-947b-fec47e2b3954 on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:51:22.438529 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-14f164f0-51f1-4502-9965-837418023bc7 req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:22.441144 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8749d48-993e-4d39-8611-148acff10b5c', 'name': 'network-vif-deleted', 'tag': 'e53f8a87-962a-400e-947b-fec47e2b3954'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:51:22.456872 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-14f164f0-51f1-4502-9965-837418023bc7 req-92f76990-898d-4592-b097-152a66b263a1 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.39 "DELETE /v2.0/ports/e53f8a87-962a-400e-947b-fec47e2b3954 HTTP/1.1" status: 204 len: 173 time: 0.7489343 May 18 01:51:22.486785 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8749d48-993e-4d39-8611-148acff10b5c', 'name': 'network-vif-deleted', 'tag': 'e53f8a87-962a-400e-947b-fec47e2b3954', 'status': 'completed', 'code': 200} May 18 01:51:25.113005 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:25.421777 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device e53f8a87-962a-400e-947b-fec47e2b3954 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:51:25.455854 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: e53f8a87-962a-400e-947b-fec47e2b3954 {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:51:25.456207 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device e53f8a87-962a-400e-947b-fec47e2b3954 not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:51:27.448483 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-0e33f4c0-3e44-4634-840b-e21f4ed481c4 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:27.449887 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-0e33f4c0-3e44-4634-840b-e21f4ed481c4 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/networks?id=89542a2a-f4d8-4dae-9442-3155ea3a8382 HTTP/1.1" status: 200 len: 814 time: 0.1417096 May 18 01:51:27.464623 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-5c357168-13ef-47e3-aabe-d95829c7cb23 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/quotas/5746c95dd15f49079d5c7f632d4c5ca6 HTTP/1.1" status: 200 len: 375 time: 0.0092258 May 18 01:51:27.513831 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-5408d1c1-4518-416f-bca6-4fbe497e86e7 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Synchronizing usage tracker for tenant:5746c95dd15f49079d5c7f632d4c5ca6 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:51:27.529071 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-5408d1c1-4518-416f-bca6-4fbe497e86e7 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Unset dirty status for tenant:5746c95dd15f49079d5c7f632d4c5ca6 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:51:27.530338 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-5408d1c1-4518-416f-bca6-4fbe497e86e7 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5746c95dd15f49079d5c7f632d4c5ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609870 May 18 01:51:27.705254 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-f550184a-a0fe-4241-a41d-f5a1902d33fc service neutron] 10.222.0.11 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674771 May 18 01:51:27.923624 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-fa26726d-fceb-4e49-92b1-30925e040581 service neutron] 10.222.0.11 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120872 May 18 01:51:27.977473 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-33c1b4af-9d6e-42ba-8922-8df4637eb28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:28.095247 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f631b62e-dae8-447a-b0bd-1793a88220ce req-5ea9b5de-d678-4213-b55a-f3a824d3e4d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 210 time: 0.0418453 May 18 01:51:29.076435 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-a6b0f177-d419-4205-8091-304e4e2b036d tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:29.077878 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-a6b0f177-d419-4205-8091-304e4e2b036d tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.39 "GET /v2.0/networks?id=89542a2a-f4d8-4dae-9442-3155ea3a8382 HTTP/1.1" status: 200 len: 814 time: 0.1463995 May 18 01:51:29.089389 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Request body: {'port': {'device_id': '08a85552-f8af-4c6d-92fd-df59862185ab', 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382', 'admin_state_up': True, 'tenant_id': '5746c95dd15f49079d5c7f632d4c5ca6'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:51:29.253000 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-6683788d-d97e-4c96-8fbf-836337943d4d req-34b734a4-b6bd-4ad4-b4c6-e5aef39a4a4c tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 210 time: 0.0507901 May 18 01:51:29.263417 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 01:51:29.273774 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.quota.driver [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 01:51:29.283081 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Made reservation on behalf of 5746c95dd15f49079d5c7f632d4c5ca6 for: {'port': 1} {{(pid=78851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 01:51:29.286542 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:29.443329 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.db_base_plugin_common [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Allocated IP 172.20.0.11 (89542a2a-f4d8-4dae-9442-3155ea3a8382/8fbc42fb-b599-4615-9ebe-917ee9d3e34c/b37ff981-2695-48c2-89e4-bf40d56b119d) {{(pid=78851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 01:51:29.644564 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks [] for port, precommit_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:29.672197 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787471209777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_create {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:29.677943 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-bba1e3e1-d571-49ba-8a98-c133aa83077e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:51:29.739265 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Network 89542a2a-f4d8-4dae-9442-3155ea3a8382 is already hosted by enough agents. {{(pid=78851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 01:51:29.742838 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.scheduler.base_scheduler [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Resources bound (agent type, host, resource id): {{(pid=78851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 01:51:29.746606 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Received port after_create {{(pid=78851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 01:51:29.785270 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Pushing event updated for resources: {'Port': ['ID=b37ff981-2695-48c2-89e4-bf40d56b119d,revision_number=1']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:51:29.789693 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:51:29.811619 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:29.812216 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:29.836567 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-b1c6629f-d9dd-4e35-800e-724193e5a1be tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7508132 May 18 01:51:29.848584 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.v2.base [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Request body: {'port': {'device_id': '08a85552-f8af-4c6d-92fd-df59862185ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 01:51:29.960369 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:30.289990 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37ff981-2695-48c2-89e4-bf40d56b119d {{(pid=78851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:51:30.297177 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:30.315789 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.provisioning_blocks [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Transition to ACTIVE for port object b37ff981-2695-48c2-89e4-bf40d56b119d will not be triggered until provisioned by entity L2. {{(pid=78851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 01:51:30.319286 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:30.324394 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-d023747b-a621-4516-9c24-75e259385410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:51:30.370078 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-179756c7-7699-4822-988c-9f14311773d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:30.571612 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:30.593210 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Pushing event updated for resources: {'Port': ['ID=b37ff981-2695-48c2-89e4-bf40d56b119d,revision_number=2']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:51:30.597740 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:51:30.702097 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07bb04-c995-4597-9904-981f92d42209 req-638b54af-11b8-484b-9dd8-f53ecec4d853 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:30.702789 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-db07bb04-c995-4597-9904-981f92d42209 req-638b54af-11b8-484b-9dd8-f53ecec4d853 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Synchronizing usage tracker for tenant:5746c95dd15f49079d5c7f632d4c5ca6 on resource:port {{(pid=78851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 01:51:30.728981 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Attempting to bind port b37ff981-2695-48c2-89e4-bf40d56b119d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 01:51:30.729319 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Attempting to bind port b37ff981-2695-48c2-89e4-bf40d56b119d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382'}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 01:51:30.729649 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Attempting to bind port b37ff981-2695-48c2-89e4-bf40d56b119d on network 89542a2a-f4d8-4dae-9442-3155ea3a8382 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:51:30.735339 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Port b37ff981-2695-48c2-89e4-bf40d56b119d on network 89542a2a-f4d8-4dae-9442-3155ea3a8382 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 01:51:30.735694 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Attempting to bind port b37ff981-2695-48c2-89e4-bf40d56b119d on network 89542a2a-f4d8-4dae-9442-3155ea3a8382 {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 01:51:30.739023 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.quota.resource [req-db07bb04-c995-4597-9904-981f92d42209 req-638b54af-11b8-484b-9dd8-f53ecec4d853 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Unset dirty status for tenant:5746c95dd15f49079d5c7f632d4c5ca6 on resource:port {{(pid=78851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 01:51:30.740196 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-db07bb04-c995-4597-9904-981f92d42209 req-638b54af-11b8-484b-9dd8-f53ecec4d853 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 944 time: 0.3734262 May 18 01:51:30.742729 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Checking agent: {'id': 'ae6f0855-c700-41a5-8647-9a4ec8edf147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'started_at': datetime.datetime(2021, 5, 18, 1, 36, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 1, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 01:51:30.743069 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Checking segment: {'id': 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 01:51:30.743451 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Bound using segment: {'id': 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382'} {{(pid=78851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 01:51:30.743874 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.managers [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Bound port: b37ff981-2695-48c2-89e4-bf40d56b119d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382'}}] {{(pid=78851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 01:51:30.744226 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:30.846615 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-db07bb04-c995-4597-9904-981f92d42209 req-aec923b3-b11a-40bb-8091-85a2a29c09fa tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920656 May 18 01:51:30.868960 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] For port b37ff981-2695-48c2-89e4-bf40d56b119d, host hv-cinder-78462, cleared binding levels {{(pid=78851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 01:51:30.871920 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] For port b37ff981-2695-48c2-89e4-bf40d56b119d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b37ff981-2695-48c2-89e4-bf40d56b119d,segment=NetworkSegment(e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3),segment_id=e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3)] {{(pid=78851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 01:51:30.875566 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1553981'] for port, after_update {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:30.879969 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-a0ae6308-591f-4a33-9ac0-9d14a5bf90c9 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:51:30.936621 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:30.937283 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:30.938602 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] 10.222.0.39 "PUT /v2.0/ports/b37ff981-2695-48c2-89e4-bf40d56b119d HTTP/1.1" status: 200 len: 1094 time: 1.0941288 May 18 01:51:30.939080 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a85552-f8af-4c6d-92fd-df59862185ab', 'tag': 'b37ff981-2695-48c2-89e4-bf40d56b119d'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:51:30.959045 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Pushing event updated for resources: {'Port': ['ID=b37ff981-2695-48c2-89e4-bf40d56b119d,revision_number=3']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:51:30.962467 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-70f07ce7-b59b-4040-9a1a-a6affdb1c956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:51:31.008168 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a85552-f8af-4c6d-92fd-df59862185ab', 'tag': 'b37ff981-2695-48c2-89e4-bf40d56b119d', 'status': 'completed', 'code': 200} May 18 01:51:31.051428 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-7b3f46b4-da4a-4e47-aa35-d9d0f7fb66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:31.053456 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-7b3f46b4-da4a-4e47-aa35-d9d0f7fb66c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5746c95dd15f49079d5c7f632d4c5ca6&device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 1097 time: 0.0766349 May 18 01:51:31.120592 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-415ab0b4-c222-447e-9142-c250f8cb8adf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b37ff981-2695-48c2-89e4-bf40d56b119d HTTP/1.1" status: 200 len: 217 time: 0.0598044 May 18 01:51:31.184493 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-fb5359b7-8c20-4aeb-81dd-792a0b2c1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:31.185959 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-fb5359b7-8c20-4aeb-81dd-792a0b2c1671 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8fbc42fb-b599-4615-9ebe-917ee9d3e34c HTTP/1.1" status: 200 len: 854 time: 0.0591280 May 18 01:51:31.232094 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-114a258d-9b10-4341-942a-ed341af6d1fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89542a2a-f4d8-4dae-9442-3155ea3a8382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402582 May 18 01:51:31.360501 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-d64bf022-1af5-4943-8333-c8cfd5786450 service neutron] 10.222.0.39 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218650 May 18 01:51:31.490944 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-5936aa0d-7a30-4174-8dbe-37f5b9dda48d req-e11aa05d-caf8-4ad2-a87a-0c088854e753 service neutron] 10.222.0.39 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244485 May 18 01:51:31.606013 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193d398-8249-409a-bbad-54591e15e292 req-c7b39411-bbf6-4b70-9c88-8b657fc37bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:31.607497 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c193d398-8249-409a-bbad-54591e15e292 req-c7b39411-bbf6-4b70-9c88-8b657fc37bc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5746c95dd15f49079d5c7f632d4c5ca6&device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 1097 time: 0.0714893 May 18 01:51:31.637215 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:31.739087 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193d398-8249-409a-bbad-54591e15e292 req-a62a3092-b2ca-44b6-9b32-94761f04dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:31.741101 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c193d398-8249-409a-bbad-54591e15e292 req-a62a3092-b2ca-44b6-9b32-94761f04dd03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=89542a2a-f4d8-4dae-9442-3155ea3a8382 HTTP/1.1" status: 200 len: 915 time: 0.1271613 May 18 01:51:31.812506 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c193d398-8249-409a-bbad-54591e15e292 req-6026409d-9547-4803-afd7-5045152c25fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b37ff981-2695-48c2-89e4-bf40d56b119d HTTP/1.1" status: 200 len: 217 time: 0.0632100 May 18 01:51:31.876102 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193d398-8249-409a-bbad-54591e15e292 req-72f7b4d4-d1e8-4b5f-a4d5-32214d595ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:31.877604 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c193d398-8249-409a-bbad-54591e15e292 req-72f7b4d4-d1e8-4b5f-a4d5-32214d595ecc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8fbc42fb-b599-4615-9ebe-917ee9d3e34c HTTP/1.1" status: 200 len: 854 time: 0.0587604 May 18 01:51:31.925725 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c193d398-8249-409a-bbad-54591e15e292 req-4cd59288-6f6a-472c-8b98-c337f2adc293 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89542a2a-f4d8-4dae-9442-3155ea3a8382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416615 May 18 01:51:32.110740 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c193d398-8249-409a-bbad-54591e15e292 req-9b718c5b-0091-4eee-b089-92593987b0cd service neutron] 10.222.0.39 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779466 May 18 01:51:32.121814 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6469fa6-0928-4a08-ade1-d650aec71e9e req-5c8e37ab-1364-469d-8f2b-2d6df8bd5946 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:32.123157 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c6469fa6-0928-4a08-ade1-d650aec71e9e req-5c8e37ab-1364-469d-8f2b-2d6df8bd5946 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 944 time: 0.1679060 May 18 01:51:32.345690 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c6469fa6-0928-4a08-ade1-d650aec71e9e req-94cdb3d8-218f-4425-8182-d56a32959df6 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049630 May 18 01:51:32.377534 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-c193d398-8249-409a-bbad-54591e15e292 req-e5e96047-9f6a-4f5b-a318-40076e94aec0 service neutron] 10.222.0.39 "GET /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534690 May 18 01:51:33.027277 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:33.263855 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:51:33.485192 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device b37ff981-2695-48c2-89e4-bf40d56b119d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78853) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 01:51:33.535016 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aaf62-4f11-4fcb-a73c-5a6b1d462dd9 req-6ad85303-76aa-4a34-80c1-c001d2352aa6 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:33.536415 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2c3aaf62-4f11-4fcb-a73c-5a6b1d462dd9 req-6ad85303-76aa-4a34-80c1-c001d2352aa6 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 944 time: 0.0812738 May 18 01:51:33.585493 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-2c3aaf62-4f11-4fcb-a73c-5a6b1d462dd9 req-a36786c9-5564-4919-a88e-8c4332ba4b33 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 May 18 01:51:33.620993 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port b37ff981-2695-48c2-89e4-bf40d56b119d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b37ff981-2695-48c2-89e4-bf40d56b119d,segment=NetworkSegment(e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3),segment_id=e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:51:33.637370 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Returning: {'device': 'b37ff981-2695-48c2-89e4-bf40d56b119d', 'network_id': '89542a2a-f4d8-4dae-9442-3155ea3a8382', 'port_id': 'b37ff981-2695-48c2-89e4-bf40d56b119d', 'mac_address': 'fa:16:3e:ae:68:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbc42fb-b599-4615-9ebe-917ee9d3e34c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78853) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 01:51:33.694918 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:33.710931 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37ff981-2695-48c2-89e4-bf40d56b119d {{(pid=78853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 01:51:33.725401 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port b37ff981-2695-48c2-89e4-bf40d56b119d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b37ff981-2695-48c2-89e4-bf40d56b119d,segment=NetworkSegment(e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3),segment_id=e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:51:33.729451 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:33.731262 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:51:33.794120 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=b37ff981-2695-48c2-89e4-bf40d56b119d,revision_number=4']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:51:33.800910 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.801259 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.801598 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.801931 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.802260 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.802587 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.802909 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.803756 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.804075 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.804392 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.804711 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.805056 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:51:33.808927 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:51:33.916216 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['b37ff981-2695-48c2-89e4-bf40d56b119d'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:51:34.766882 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804173b1-18bc-4cf8-b4b6-ff9f57eecb74 req-265eaa2d-a3a3-44a5-a6b1-b45522e81e23 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:34.768285 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-804173b1-18bc-4cf8-b4b6-ff9f57eecb74 req-265eaa2d-a3a3-44a5-a6b1-b45522e81e23 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 945 time: 0.0803072 May 18 01:51:34.812555 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-804173b1-18bc-4cf8-b4b6-ff9f57eecb74 req-f0dd0303-6bc8-4a43-ab4e-ccc24881e081 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 May 18 01:51:35.516056 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device b37ff981-2695-48c2-89e4-bf40d56b119d up at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 01:51:35.584510 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning for port b37ff981-2695-48c2-89e4-bf40d56b119d completed by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 01:51:35.588985 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.db.provisioning_blocks [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Provisioning complete for port b37ff981-2695-48c2-89e4-bf40d56b119d triggered by entity L2. {{(pid=78853) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 01:51:35.589361 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613330'] for port, provisioning_complete {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:35.698301 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3559480'] for port, before_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:35.726537 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a85552-f8af-4c6d-92fd-df59862185ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37ff981-2695-48c2-89e4-bf40d56b119d'}] {{(pid=78853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:51:35.736399 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] For port b37ff981-2695-48c2-89e4-bf40d56b119d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b37ff981-2695-48c2-89e4-bf40d56b119d,segment=NetworkSegment(e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3),segment_id=e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3)] {{(pid=78853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:51:35.740037 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787471643706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787471209795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787471209840'] for port, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:35.742550 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:51:35.776377 dv-cinder-784623-9-smb neutron-server[78853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a85552-f8af-4c6d-92fd-df59862185ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37ff981-2695-48c2-89e4-bf40d56b119d', 'code': 200} May 18 01:51:35.809756 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Pushing event updated for resources: {'Port': ['ID=b37ff981-2695-48c2-89e4-bf40d56b119d,revision_number=5']} {{(pid=78853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:51:35.812598 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG oslo_concurrency.lockutils [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:51:36.055477 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e57f55-a628-4052-aa81-fbd59dfaa31c req-5d62255b-3bfa-48d0-a772-ab131a28a0ad tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:36.056853 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-41e57f55-a628-4052-aa81-fbd59dfaa31c req-5d62255b-3bfa-48d0-a772-ab131a28a0ad tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 946 time: 0.1366067 May 18 01:51:36.058745 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca60e5-85ed-4dc0-b626-92ab672da5e4 req-c6ecbe5f-5362-48b5-9ce9-7656587200fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:36.060059 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-93ca60e5-85ed-4dc0-b626-92ab672da5e4 req-c6ecbe5f-5362-48b5-9ce9-7656587200fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 1099 time: 0.1379812 May 18 01:51:36.128817 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-41e57f55-a628-4052-aa81-fbd59dfaa31c req-f00ef83f-1ce6-4895-bb7c-9b3a617e4861 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660193 May 18 01:51:36.131932 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-93ca60e5-85ed-4dc0-b626-92ab672da5e4 req-3cbbe539-b1c3-4f45-aa5f-72f44240b78b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567601 May 18 01:51:37.312032 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059bd36-67f8-484e-9b55-80ef4fe48543 req-428c22bf-51b2-4cfe-949b-930c1fd034fe tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:37.313500 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a059bd36-67f8-484e-9b55-80ef4fe48543 req-428c22bf-51b2-4cfe-949b-930c1fd034fe tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 946 time: 0.0797825 May 18 01:51:37.357490 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-a059bd36-67f8-484e-9b55-80ef4fe48543 req-9ab7fa90-d628-44f0-a21f-03ee37306fc5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383503 May 18 01:51:52.007497 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7171e-ac7d-425e-9af8-8347d06a02b7 req-db090b97-5129-45d0-8f8c-8710d84c5cc6 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:52.008947 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-49d7171e-ac7d-425e-9af8-8347d06a02b7 req-db090b97-5129-45d0-8f8c-8710d84c5cc6 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 946 time: 0.0827658 May 18 01:51:52.051998 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-49d7171e-ac7d-425e-9af8-8347d06a02b7 req-903f5495-df91-4b87-9d15-b4bad3df984d tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373931 May 18 01:51:53.232039 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c4de7-f1fe-448b-88de-57ea4d4be8c6 req-df749b53-db1f-4009-a688-dac48eefaef0 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:53.233484 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f32c4de7-f1fe-448b-88de-57ea4d4be8c6 req-df749b53-db1f-4009-a688-dac48eefaef0 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 946 time: 0.0778921 May 18 01:51:53.279702 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-f32c4de7-f1fe-448b-88de-57ea4d4be8c6 req-f718f5cc-06da-4257-9789-5fb643b01ed3 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 May 18 01:51:54.459607 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80621-45d9-4f11-ad96-ee779d2f6b87 req-c445d0c6-4d11-453a-a019-9cb47a87a65d tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:54.461080 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ecf80621-45d9-4f11-ad96-ee779d2f6b87 req-c445d0c6-4d11-453a-a019-9cb47a87a65d tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 946 time: 0.0783923 May 18 01:51:54.506936 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-ecf80621-45d9-4f11-ad96-ee779d2f6b87 req-a0437b5a-61e9-48af-9681-ae9ca030979e tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 May 18 01:51:55.113037 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:55.691625 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb82e6-3a2a-4a5f-b50c-d11e52da8adb req-09eff892-e8bd-4a42-8b91-4d707aacf231 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:55.693085 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dfeb82e6-3a2a-4a5f-b50c-d11e52da8adb req-09eff892-e8bd-4a42-8b91-4d707aacf231 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 946 time: 0.0808616 May 18 01:51:55.736262 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-dfeb82e6-3a2a-4a5f-b50c-d11e52da8adb req-e99d7fd9-47cf-42e0-8115-910047069757 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376110 May 18 01:51:56.261522 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-162e3811-ac99-4344-8c92-0ab09ff0addf tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:56.262941 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-162e3811-ac99-4344-8c92-0ab09ff0addf tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 946 time: 0.0774424 May 18 01:51:56.400188 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Deleting port b37ff981-2695-48c2-89e4-bf40d56b119d {{(pid=78851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 01:51:56.400545 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787471639206'] for port, before_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:56.533043 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.db [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] For port b37ff981-2695-48c2-89e4-bf40d56b119d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b37ff981-2695-48c2-89e4-bf40d56b119d,segment=NetworkSegment(e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3),segment_id=e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3)] {{(pid=78851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 01:51:56.533315 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810448'] for port, precommit_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:56.653366 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.plugins.ml2.plugin [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Calling delete_port for b37ff981-2695-48c2-89e4-bf40d56b119d owned by compute:nova {{(pid=78851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 01:51:56.900805 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787471643715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787471209786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1553972'] for port, after_delete {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:56.906258 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-15828c60-922e-40a1-81f6-3d680c80251f tempest-AttachVolumeNegativeTest-47078301 tempest-AttachVolumeNegativeTest-47078301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:51:56.912245 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.db [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] get_ports_and_sgs() called for port_ids ['b37ff981-2695-48c2-89e4-bf40d56b119d'] {{(pid=78853) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 01:51:56.960050 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Pushing event deleted for resources: {'Port': ['ID=b37ff981-2695-48c2-89e4-bf40d56b119d,revision_number=None']} {{(pid=78851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:51:56.964004 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG oslo_concurrency.lockutils [None req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:51:57.041558 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.db.l3_dvrscheduler_db [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] No DVR routers for this DVR port b37ff981-2695-48c2-89e4-bf40d56b119d on host hv-cinder-78462 {{(pid=78851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 01:51:57.044146 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron_lib.callbacks.manager [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84733'] for port, before_response {{(pid=78851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:57.046725 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a85552-f8af-4c6d-92fd-df59862185ab', 'name': 'network-vif-deleted', 'tag': 'b37ff981-2695-48c2-89e4-bf40d56b119d'}] {{(pid=78851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 01:51:57.058834 dv-cinder-784623-9-smb neutron-server[78851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a06b89-d363-4f50-8c3c-cfd90572e9d8 req-b1cabae3-f577-4858-92d9-13c5ee242713 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 01:51:57.060260 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-03a06b89-d363-4f50-8c3c-cfd90572e9d8 req-b1cabae3-f577-4858-92d9-13c5ee242713 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/ports?device_id=08a85552-f8af-4c6d-92fd-df59862185ab HTTP/1.1" status: 200 len: 867 time: 0.2182782 May 18 01:51:57.083895 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-1552c21e-502d-4fa4-a421-234f1a0a0c69 req-d8770a28-f554-48d8-8eb7-013ef88231d5 tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.39 "DELETE /v2.0/ports/b37ff981-2695-48c2-89e4-bf40d56b119d HTTP/1.1" status: 204 len: 173 time: 0.8150613 May 18 01:51:57.110085 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.wsgi [req-03a06b89-d363-4f50-8c3c-cfd90572e9d8 req-46f22b55-afa4-4ad3-92d2-2b460377a85b tempest-VolumesSnapshotTestJSON-1400418699 tempest-VolumesSnapshotTestJSON-1400418699-project] 10.222.0.11 "GET /v2.0/security-groups?id=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 May 18 01:51:57.160202 dv-cinder-784623-9-smb neutron-server[78851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a85552-f8af-4c6d-92fd-df59862185ab', 'name': 'network-vif-deleted', 'tag': 'b37ff981-2695-48c2-89e4-bf40d56b119d', 'status': 'completed', 'code': 200} May 18 01:51:57.978555 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-55af86d7-98cd-4b91-95bd-8d5ea5af7f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:51:59.632205 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device b37ff981-2695-48c2-89e4-bf40d56b119d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 01:51:59.668713 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] No Port match for: b37ff981-2695-48c2-89e4-bf40d56b119d {{(pid=78853) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 01:51:59.669088 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron.plugins.ml2.rpc [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Device b37ff981-2695-48c2-89e4-bf40d56b119d not bound to the agent host hv-cinder-78462 {{(pid=78853) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 01:52:00.371896 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-9b8900c6-7b94-473c-ae81-704788584889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:00.572755 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:01.639820 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:03.029386 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:10.261925 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:52:17.095776 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 49534) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:52:17.154051 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Deleting subnet 8fbc42fb-b599-4615-9ebe-917ee9d3e34c {{(pid=78852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 01:52:17.156852 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.207007 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1790874'] for subnet, precommit_delete_associations {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.259644 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618010'] for subnet, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.499517 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1894686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1938081'] for subnet, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.503749 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-eb7ea768-76b4-4068-8583-6f832a0709ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:52:17.536265 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fbc42fb-b599-4615-9ebe-917ee9d3e34c,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:52:17.544172 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.546971 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.547352 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.547728 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.548097 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.548461 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.548846 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.549211 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.549571 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.549930 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.550287 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.550648 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.551000 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-9-smb {{(pid=78852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 01:52:17.554472 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:52:17.557896 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-e8bc5cdc-1cef-44af-bba3-60b2219525aa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8fbc42fb-b599-4615-9ebe-917ee9d3e34c HTTP/1.1" status: 204 len: 168 time: 0.4611647 May 18 01:52:17.560366 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 49538) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:52:17.662393 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652684'] for network, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.781093 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618031', 'neutron.services.segments.db._delete_segments_for_network-8787471651714'] for network, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.793214 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89542a2a-f4d8-4dae-9442-3155ea3a8382']}} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:52:17.804642 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3') {'for_net_delete': True} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:52:17.805222 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.services.segments.db [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fb8f0f-c828-431b-a1c3-58b25a7fdbd3') {} {{(pid=78852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 01:52:17.816524 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787471697035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1790869'] for segment, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.832169 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333'] for segment, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.838004 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=78852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 01:52:17.838386 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1894840'] for segment, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: Traceback (most recent call last): May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: timer() May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: cb(*args, **kw) May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: return func(*args, **kwargs) May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: self._notify() May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: self.callback(batched_events) May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: event.method(event) May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: aggregate_uuid = self.p_client.list_aggregates( May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: return f(self, *a, **k) May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: return self._get(url).json() May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: return self.request(url, 'GET', **kwargs) May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: base_url = self.get_endpoint(auth, allow=allow, May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 01:52:17.850787 dv-cinder-784623-9-smb neutron-server[78852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 01:52:17.925641 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3901783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3679226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3841478'] for network, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.928953 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-9d96eba4-fb52-4250-90d3-07fefcfca838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:52:17.942146 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679199'] for network, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:17.950684 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] Pushing event deleted for resources: {'Network': ['ID=89542a2a-f4d8-4dae-9442-3155ea3a8382,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:52:17.953378 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] 10.222.0.11 "DELETE /v2.0/networks/89542a2a-f4d8-4dae-9442-3155ea3a8382 HTTP/1.1" status: 204 len: 168 time: 0.3920949 May 18 01:52:17.954248 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-7b584adb-6210-48d9-8f8e-1c634e3a3780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:52:18.059397 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 49544) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:52:18.105936 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-6b60ba13-1c2e-4306-b71a-eb361459a885 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5746c95dd15f49079d5c7f632d4c5ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453820 May 18 01:52:18.108162 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [-] (78852) accepted ('10.222.0.11', 49548) {{(pid=78852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 01:52:18.167165 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-866301ba-afd6-4cde-be3f-266f3e8b627f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:18.271058 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-866301ba-afd6-4cde-be3f-266f3e8b627f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:18.323200 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-866301ba-afd6-4cde-be3f-266f3e8b627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901911'] for security_group, after_delete {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:18.326908 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-611e13b4-9278-4d46-93cd-0ca34c563611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 01:52:18.340160 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866301ba-afd6-4cde-be3f-266f3e8b627f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2787b7bc-2e52-491e-a8ee-e5fcbe5d2961,revision_number=None']} {{(pid=78852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 01:52:18.343032 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG oslo_concurrency.lockutils [None req-866301ba-afd6-4cde-be3f-266f3e8b627f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 01:52:18.344908 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron_lib.callbacks.manager [None req-866301ba-afd6-4cde-be3f-266f3e8b627f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:18.346579 dv-cinder-784623-9-smb neutron-server[78852]: INFO neutron.wsgi [None req-866301ba-afd6-4cde-be3f-266f3e8b627f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2787b7bc-2e52-491e-a8ee-e5fcbe5d2961 HTTP/1.1" status: 204 len: 168 time: 0.2370017 May 18 01:52:25.127121 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:27.980569 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-1ee92e41-0e2a-4ad4-a02c-4c78490e3801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:30.373120 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-5c7e869f-1678-4a2f-b16d-de0262adac79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:30.573657 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:31.642330 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:33.032498 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:47.260416 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:52:55.141769 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:52:57.982002 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e4d98cc8-ecca-4a1c-bc83-69ba468fd77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:00.374548 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-1436f580-b9de-4530-9f72-8a3f13f51c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:00.574123 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:01.645349 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:03.035616 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:24.259436 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:53:25.157780 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:27.982959 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-76381ceb-717f-4359-9638-bd742989dc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:30.376303 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-112b32a3-5fb7-4d13-b34d-2d7087b10ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:30.574610 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:31.647726 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:33.039209 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:34.140438 dv-cinder-784623-9-smb neutron-server[78852]: DEBUG neutron.wsgi [req-3ae4d225-4171-4a44-ad96-9c630657127b req-a9b5216b-f333-47db-801e-cc725a51b859 service neutron] (78852) timed out ('10.222.0.11', 39088) {{(pid=78852) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 01:53:55.156317 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:53:57.984532 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-17eb8f6f-e689-4a76-8b33-bdc7a8f5f5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:00.380753 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ce90698c-9976-45da-bed8-647662828a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:00.576094 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:01.257809 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:54:01.651014 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:03.041388 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:25.155257 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:27.987276 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-3219ec3e-a533-4af0-a287-011aad456652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:30.382169 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-7cbd8684-99ec-43f0-ad9d-39898b912a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:30.577170 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:31.654480 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:33.044654 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:38.256533 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:54:55.169556 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:54:57.987869 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-81c253da-222b-4dd1-ab48-d418fe938e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:00.383144 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-013eb6cf-ebea-4eeb-b0b4-0da467d85c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:00.577280 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:01.656579 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:03.047489 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:15.255444 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:55:25.184824 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:27.988514 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd07c-a33e-485f-88e9-f1d29b498242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:30.385061 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e1956848-3df3-453d-ad5b-5647cc77cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:30.578709 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:31.659824 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:33.050444 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:52.253887 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:55:55.184668 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:55:57.988995 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-76c073ff-b976-4402-b2e6-68aaf7997930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:00.386782 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-7915dafb-f06a-42e3-8e43-12cee71757cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:00.578809 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:01.661443 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:03.057012 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:25.215149 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:27.989685 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-ce9e339a-255d-48e8-8576-daa1be9181cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:29.253593 dv-cinder-784623-9-smb neutron-server[78854]: DEBUG neutron.db.agents_db [None req-30545104-0431-4d54-b541-47d6865f5d0c None None] Agent healthcheck: found 6 active agents {{(pid=78854) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 01:56:30.388914 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-c37aff93-0c11-43bf-9e28-5f729eaa0f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:30.579800 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3269-39ae-4666-9615-2522ca65cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:31.664814 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-43d40fe7-2a14-4d0e-b06e-fada3979f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:33.057731 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-e74b80c8-47a7-47cd-a14d-cb49c1eaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:55.230468 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-2a12ea7e-8785-4d35-b643-9452eda9742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:56:57.990940 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-087ebe80-4376-45b0-b56a-9333cb793b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 01:57:00.390722 dv-cinder-784623-9-smb neutron-server[78853]: DEBUG neutron_lib.callbacks.manager [None req-fa50123e-e8fd-415d-a79d-70ecd1467568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787471659228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613217'] for agent, after_update {{(pid=78853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}